-- Logs begin at Wed 2021-06-16 13:56:30 UTC, end at Wed 2021-06-16 14:53:17 UTC. -- Jun 16 14:30:22.572957 dv-cinder-780933-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 14:30:25.312498 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.common.config [-] Logging enabled! Jun 16 14:30:25.313177 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 14:30:25.313675 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92995) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 14:30:25.317099 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.common.config [-] Logging enabled! Jun 16 14:30:25.317358 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 14:30:25.317672 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92995) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 14:30:25.318667 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:30:25.318916 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:30:25.319320 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:30:25.319567 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:30:25.319798 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:30:25.320123 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.320426 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.320728 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.320958 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.321255 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.321551 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.321837 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.322127 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.322457 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.322749 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.323033 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.323320 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.323552 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.323838 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.324126 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.324415 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.324644 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] debug = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.324926 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.325356 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.325785 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.326068 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.326385 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.326676 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.326945 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.327226 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.327518 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.327854 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] host = dv-cinder-780933-6-smb {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.328135 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.328425 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.328719 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.329009 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.329289 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.329572 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.329862 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.330141 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.330452 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.330737 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.331028 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.331319 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.331611 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.331839 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.332065 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.332356 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.332647 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.332927 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.333208 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.333486 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.333765 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.334045 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.334342 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.335165 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.335457 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.335752 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.336030 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.336311 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.336588 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.336874 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.337173 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.337436 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.337712 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.337988 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.338299 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.338577 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.338856 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.339164 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.339455 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.339740 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.340027 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.340306 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.340592 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.340869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.341143 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.341416 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] use_json = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.341691 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.341964 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.342272 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.342552 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.342830 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.343108 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.343384 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.343674 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:25.343978 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.344279 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.344588 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.344878 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.345178 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.345464 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.345758 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.346040 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.346357 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.346653 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.346952 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.347237 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.347535 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.347999 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.348123 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.348425 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.348724 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.349031 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.349313 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.349594 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.349876 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.350158 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.351038 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.351349 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.351643 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.351924 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.352211 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.352507 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.352791 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.353071 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.353355 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.353650 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.353932 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.354230 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.354519 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.354801 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.355077 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.355354 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.355634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.355924 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.356203 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.356479 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.356751 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.357034 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.357311 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.357602 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.357884 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.358160 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.358652 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.358762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.359015 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.359294 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.359576 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.359856 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.360137 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.360412 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.360686 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.360961 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.361238 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.361512 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.361787 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.362061 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.362366 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.362644 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.362921 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.363195 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.363472 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.363748 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.364040 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.364344 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.364626 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.364908 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.365188 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.365497 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.365783 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.366089 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.366396 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.366683 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.366962 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.367260 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.367550 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.367846 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.368134 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.368419 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.368718 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.369007 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.369295 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.369579 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.369865 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.370171 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.370491 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.370776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.371077 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.371379 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.371678 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.371979 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.372265 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.372581 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.372865 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:25.373087 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:30:25.373335 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92995) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 14:30:25.731047 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:25.731332 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:25.731625 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:25.731958 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 14:30:26.150333 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.150689 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.150964 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.152299 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.152577 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.152840 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.187834 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.188113 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.188379 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.201902 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.202184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.202553 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.233510 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.233798 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.234069 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.271444 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.271730 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.271997 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.518653 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.519329 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.519329 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.519526 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.520397 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.646267 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.646591 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.646871 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.647240 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.647599 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.647992 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.648264 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.648529 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.648790 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.649075 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.649338 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.649608 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.649872 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.650141 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.650427 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.650698 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.650972 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.651230 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.651501 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.651755 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.652039 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.652390 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.652644 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.652928 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.653190 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.653430 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.653837 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:26.654081 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:26.654345 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:26.654585 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:26.654823 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:26.655059 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:26.656538 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 14:30:26.660140 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 14:30:26.664746 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 14:30:26.668806 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Jun 16 14:30:26.670481 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 14:30:26.670938 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 14:30:26.671275 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 14:30:26.671668 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 14:30:26.674506 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 14:30:26.674761 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 14:30:26.675113 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 14:30:26.703917 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 14:30:26.704377 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.704683 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92995) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 14:30:26.705052 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.706468 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92995) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 14:30:26.706763 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 14:30:26.707014 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 14:30:26.710827 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.711104 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:26.775659 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 14:30:26.775847 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 14:30:26.776043 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 14:30:26.776550 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 14:30:26.798994 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_db.sqlalchemy.engines [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92995) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 14:30:27.354260 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing driver for type 'gre' Jun 16 14:30:27.355085 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] gre ID ranges: [(1, 1000)] Jun 16 14:30:27.418402 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing driver for type 'local' Jun 16 14:30:27.418739 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing driver for type 'vlan' Jun 16 14:30:27.433528 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] VlanTypeDriver initialization complete Jun 16 14:30:27.433884 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing driver for type 'vxlan' Jun 16 14:30:27.434418 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] vxlan ID ranges: [(1, 1000)] Jun 16 14:30:27.489277 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing extension driver 'port_security' Jun 16 14:30:27.489661 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.extensions.port_security [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] PortSecurityExtensionDriver initialization complete Jun 16 14:30:27.489999 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing mechanism driver 'openvswitch' Jun 16 14:30:27.490411 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing mechanism driver 'hyperv' Jun 16 14:30:27.498147 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:30:27.498978 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.499368 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.499727 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.500121 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.500477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.500830 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.501208 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.501556 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.502026 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.502430 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > security_group after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.502805 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > security_group after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.503144 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.503526 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.503874 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.504211 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.504588 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > address_group after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.504933 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > address_group after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.505275 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.505615 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] ML2 OVO RPC backend initialized. {{(pid=92995) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 14:30:27.506534 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.507414 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.507973 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.508333 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > networks before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.508680 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.509020 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > ports before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.509371 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.509710 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnets before_response 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.510055 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.510433 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.510768 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.511102 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.511441 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.511781 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.512116 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.512450 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.512784 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.513365 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.plugin [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Modular L2 Plugin initialization complete Jun 16 14:30:27.513706 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading services supported by the core plugin {{(pid=92995) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 14:30:27.514031 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.plugins.ml2.managers [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Got port-security extension from driver 'port_security' Jun 16 14:30:27.514518 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.extensions.vlantransparent [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Disabled vlantransparent extension. Jun 16 14:30:27.515009 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92995) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 14:30:27.515325 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: router Jun 16 14:30:27.551711 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.552323 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_create 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.552469 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router before_create 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.552833 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.553201 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.554307 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_delete 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.554781 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.555205 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_create 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.555557 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_update 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.555912 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_update 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.556264 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.556633 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_update 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.557039 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_update 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.557409 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.557749 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.558087 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: subnet after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.558460 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.558812 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.559161 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_create 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.559504 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.559849 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.560206 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router after_update 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.560552 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.560901 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_create 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.561262 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.561609 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_update 55549900 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.561988 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > network after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.562902 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Tracking information for resource: router configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:27.563237 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Tracking information for resource: floatingip configured {{(pid=92995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:30:27.568494 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.db.l3_agentschedulers_db [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 14:30:27.569946 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.570356 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port after_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.570718 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port after_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.571124 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: port after_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.571888 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router before_create 55550100 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.572250 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.572614 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_create 55550100 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.572968 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > router precommit_update 55550100 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.577394 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.provider_configuration [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service providers = [] {{(pid=92995) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 14:30:27.577760 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.db.servicetype_db [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92995) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 14:30:27.580744 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.service_base [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:30:27.581092 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.service_base [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:30:27.581458 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.service_base [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:30:27.582325 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.services.service_base [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:30:27.582700 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.services.service_base [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 14:30:27.583092 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.583416 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 14:30:27.594502 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.594842 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: auto_allocate Jun 16 14:30:27.600822 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: network precommit_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.601304 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: network precommit_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.601868 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.602238 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: tag Jun 16 14:30:27.609025 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.609293 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: timestamp Jun 16 14:30:27.614827 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.615163 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: network_ip_availability Jun 16 14:30:27.621276 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.621652 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.622015 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.622801 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.623123 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: flavors Jun 16 14:30:27.627921 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.628252 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading Plugin: revisions Jun 16 14:30:27.633173 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:30:27.633572 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_concurrency.lockutils [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.902s {{(pid=92995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:27.634360 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92995) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 14:30:27.634695 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Initializing extension manager. Jun 16 14:30:27.635197 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: __init__.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.635547 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: __pycache__ {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.635876 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.636210 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: address_group.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.637034 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.637633 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: address-group Jun 16 14:30:27.637956 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: address_scope.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.638800 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.639282 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: address-scope Jun 16 14:30:27.639598 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.640533 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.641043 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: router-admin-state-down-before-update Jun 16 14:30:27.641365 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: agent.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.642051 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.642582 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: agent Jun 16 14:30:27.642902 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: agent_resources_synced.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.643801 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.644309 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: agent-resources-synced Jun 16 14:30:27.644632 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: allowedaddresspairs.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.646923 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.648190 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: allowed-address-pairs Jun 16 14:30:27.648618 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: auto_allocated_topology.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.649760 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.650364 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: auto-allocated-topology Jun 16 14:30:27.650699 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: availability_zone.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.651382 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.651888 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: availability_zone Jun 16 14:30:27.652210 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: availability_zone_filter.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.653116 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.653623 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: availability_zone_filter Jun 16 14:30:27.653966 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: data_plane_status.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.654899 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.655395 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 14:30:27.655716 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: default_subnetpools.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.656617 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.657130 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: default-subnetpools Jun 16 14:30:27.657451 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.658300 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.658806 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: dhcp_agent_scheduler Jun 16 14:30:27.659124 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: dns.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.660035 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.660553 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension dns-integration not supported by any of loaded plugins Jun 16 14:30:27.660947 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: dns_domain_ports.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.661919 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.662458 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 14:30:27.662889 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: dvr.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.664082 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.664581 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: dvr Jun 16 14:30:27.664897 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: empty_string_filtering.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.665797 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.666339 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: empty-string-filtering Jun 16 14:30:27.666660 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.667549 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.668093 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 14:30:27.668411 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.669301 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.669804 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 14:30:27.670124 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: external_net.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.671050 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.671565 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: external-net Jun 16 14:30:27.671883 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.672792 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.673296 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: extra_dhcp_opt Jun 16 14:30:27.673618 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: extraroute.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.674537 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.675043 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: extraroute Jun 16 14:30:27.675367 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: extraroute_atomic.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.676390 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.676907 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: extraroute-atomic Jun 16 14:30:27.677226 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: filter_validation.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.677890 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.678978 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: filter-validation Jun 16 14:30:27.679357 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: fip_pf_description.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.680254 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.680767 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 14:30:27.681084 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: fip_port_details.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.681982 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.682546 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: fip-port-details Jun 16 14:30:27.682872 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: flavors.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.684091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.684618 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: flavors Jun 16 14:30:27.685031 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.686801 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.687322 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 14:30:27.687649 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: floatingip_pools.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.688346 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.688857 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: floatingip-pools Jun 16 14:30:27.689182 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: ip_allocation.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.690089 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.690646 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 14:30:27.690964 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.691865 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.692385 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: ip-substring-filtering Jun 16 14:30:27.692711 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l2_adjacency.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.693617 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.694807 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 14:30:27.695134 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.696136 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.696677 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: router Jun 16 14:30:27.697003 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.699452 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.699981 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 14:30:27.700306 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.701217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.701742 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: ext-gw-mode Jun 16 14:30:27.702056 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.702978 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.703494 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: l3-ha Jun 16 14:30:27.703813 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3_flavors.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.704704 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.705208 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: l3-flavors Jun 16 14:30:27.705529 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.706484 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.707070 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 14:30:27.707415 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: l3agentscheduler.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.708545 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.709061 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: l3_agent_scheduler Jun 16 14:30:27.709386 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: logging.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.711029 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.711551 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension logging not supported by any of loaded plugins Jun 16 14:30:27.711884 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: metering.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.712642 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.713225 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: metering Jun 16 14:30:27.713550 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.714654 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.715181 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: metering_source_and_destination_fields Jun 16 14:30:27.715501 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: multiprovidernet.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.716410 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.716925 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: multi-provider Jun 16 14:30:27.717243 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: netmtu.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.718152 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.718702 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: net-mtu Jun 16 14:30:27.719020 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: netmtu_writable.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.719917 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.720432 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: net-mtu-writable Jun 16 14:30:27.720747 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: network_availability_zone.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.721399 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.721902 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: network_availability_zone Jun 16 14:30:27.722307 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: network_ip_availability.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.723349 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.723860 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: network-ip-availability Jun 16 14:30:27.724182 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: network_segment_range.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.724973 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.725505 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 14:30:27.725899 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: pagination.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.726904 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.727234 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: pagination Jun 16 14:30:27.727554 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: port_device_profile.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.728465 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.728987 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: port-device-profile Jun 16 14:30:27.729308 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.730329 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.730815 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: port-mac-address-regenerate Jun 16 14:30:27.731290 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.732219 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.732730 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: port-numa-affinity-policy Jun 16 14:30:27.733049 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: port_resource_request.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.733950 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.734484 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 14:30:27.734800 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: portbindings.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.735711 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.736213 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: binding Jun 16 14:30:27.736538 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: portbindings_extended.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.737908 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.738461 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: binding-extended Jun 16 14:30:27.738791 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: portsecurity.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.739692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.740211 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: port-security Jun 16 14:30:27.740532 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: project_id.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.742343 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.742678 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: project-id Jun 16 14:30:27.743002 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: providernet.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.743949 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.744477 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: provider Jun 16 14:30:27.744800 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.748424 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.748964 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos not supported by any of loaded plugins Jun 16 14:30:27.749301 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.750564 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.751088 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 14:30:27.751414 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.752322 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.752835 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 14:30:27.753201 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_default.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.754151 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.754700 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-default not supported by any of loaded plugins Jun 16 14:30:27.755028 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_fip.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.755681 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.756243 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-fip not supported by any of loaded plugins Jun 16 14:30:27.757198 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_gateway_ip.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.758480 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.759008 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 14:30:27.759332 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_port_network_policy.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.760243 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.760762 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 14:30:27.761170 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_rule_type_details.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.762075 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.762624 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 14:30:27.762942 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: qos_rules_alias.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.763991 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.764508 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 14:30:27.764828 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: quotasv2.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.765802 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.766127 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: quotas Jun 16 14:30:27.766472 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: quotasv2_detail.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.769691 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.770045 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: quota_details Jun 16 14:30:27.770398 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: rbac.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.771734 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.772348 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: rbac-policies Jun 16 14:30:27.772878 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: rbac_address_group.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.773930 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.774380 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: rbac-address-group Jun 16 14:30:27.774680 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: rbac_address_scope.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.775588 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.776181 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: rbac-address-scope Jun 16 14:30:27.776530 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: rbac_security_groups.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.777672 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.778188 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: rbac-security-groups Jun 16 14:30:27.778539 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: rbac_subnetpool.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.779445 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.780005 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: rbac-subnetpool Jun 16 14:30:27.780327 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: revisionifmatch.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.781235 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.781745 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: revision-if-match Jun 16 14:30:27.782065 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: revisions.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.783236 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.783750 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: standard-attr-revisions Jun 16 14:30:27.784072 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: router_availability_zone.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.784799 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.785313 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: router_availability_zone Jun 16 14:30:27.785682 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: routerservicetype.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.786629 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.787141 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension router-service-type not supported by any of loaded plugins Jun 16 14:30:27.787463 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.788459 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.788983 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: security-groups-normalized-cidr Jun 16 14:30:27.789343 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.790277 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.790789 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: port-security-groups-filtering Jun 16 14:30:27.791112 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.792016 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.792525 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: security-groups-remote-address-group Jun 16 14:30:27.792845 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: securitygroup.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.802816 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.803913 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: security-group Jun 16 14:30:27.804244 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: segment.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.805055 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.805561 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension segment not supported by any of loaded plugins Jun 16 14:30:27.805887 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.806875 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.807383 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 14:30:27.807702 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: servicetype.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.808936 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.809439 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: service-type Jun 16 14:30:27.809766 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: sorting.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.810797 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.811126 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: sorting Jun 16 14:30:27.811452 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: standard_attr_segment.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.812349 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.812862 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 14:30:27.813184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: standardattrdescription.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.813823 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.814351 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: standard-attr-description Jun 16 14:30:27.814672 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: stateful_security_group.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.815606 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.816124 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: stateful-security-group Jun 16 14:30:27.816448 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: stdattrs_common.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.817022 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 14:30:27.817342 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.818355 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.818883 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 14:30:27.819904 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: subnet_onboard.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.821446 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.821896 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: subnet_onboard Jun 16 14:30:27.822242 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.823162 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.823670 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 14:30:27.823991 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: subnet_service_types.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.824919 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.825432 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: subnet-service-types Jun 16 14:30:27.825759 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: subnetallocation.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.826861 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.827380 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: subnet_allocation Jun 16 14:30:27.827702 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.828367 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.828868 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: subnetpool-prefix-ops Jun 16 14:30:27.829195 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.830143 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.830678 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 14:30:27.831000 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: tagging.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.832100 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.832777 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: standard-attr-tag Jun 16 14:30:27.833108 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: timestamp.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.834399 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.835107 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loaded extension: standard-attr-timestamp Jun 16 14:30:27.835433 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: trunk.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.836547 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.837105 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension trunk not supported by any of loaded plugins Jun 16 14:30:27.837428 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: trunk_details.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.838376 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.838888 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension trunk-details not supported by any of loaded plugins Jun 16 14:30:27.839218 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: uplink_status_propagation.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.840119 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.840650 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 14:30:27.840955 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Loading extension file: vlantransparent.py {{(pid=92995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:30:27.841623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:30:27.842129 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 14:30:27.844861 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:network Jun 16 14:30:27.845409 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:subnet Jun 16 14:30:27.845808 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:30:27.846217 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:port Jun 16 14:30:27.847520 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.847980 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service FLAVORS assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.848580 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.849010 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.849345 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:router Jun 16 14:30:27.849783 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 14:30:27.850849 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service METERING assigned prefix: /metering {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.852418 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.852790 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.853141 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:30:27.854179 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 14:30:27.854652 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:security_group Jun 16 14:30:27.855200 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 14:30:27.855707 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service CORE assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.856035 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:30:27.856383 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] subnetpool is already registered Jun 16 14:30:27.856825 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service CORE assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.857150 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:30:27.857493 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] subnetpool is already registered Jun 16 14:30:27.859991 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.860368 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service FLAVORS assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.860964 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.861385 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.861716 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:router Jun 16 14:30:27.862053 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] router is already registered Jun 16 14:30:27.862493 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 14:30:27.862829 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] floatingip is already registered Jun 16 14:30:27.863279 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service METERING assigned prefix: /metering {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.863960 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 14:30:27.864281 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] rbac_policy is already registered Jun 16 14:30:27.864692 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:security_group Jun 16 14:30:27.865022 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] security_group is already registered Jun 16 14:30:27.865419 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 14:30:27.865749 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] security_group_rule is already registered Jun 16 14:30:27.867081 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service CORE assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.867494 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:30:27.867879 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] subnetpool is already registered Jun 16 14:30:27.868443 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.v2.resource_helper [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Service CORE assigned prefix: {{(pid=92995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:30:27.868769 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:30:27.869098 dv-cinder-780933-6-smb neutron-server[92995]: WARNING neutron.quota.resource_registry [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] subnetpool is already registered Jun 16 14:30:27.869587 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: extensions {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.871187 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: address-groups {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.872698 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: address-scopes {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.874023 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: agents {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.875219 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: auto-allocated-topology {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.876477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: availability_zones {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.877694 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: dhcp-networks {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.879256 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: dhcp-agents {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.880920 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: routers {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.882820 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: flavors {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.885378 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: service_profiles {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.886632 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: next_providers {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.888089 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: service_profiles {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.889637 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: floatingip-pools {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.890907 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: routers {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.892782 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: floatingips {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.894065 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: l3-routers {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.895760 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: l3-agents {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.897309 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: metering-labels {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.898607 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: metering-label-rules {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.900008 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: network-ip-availabilities {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.901277 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: bindings {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.902871 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: quotas {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.904639 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: quotas {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.906075 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: rbac-policies {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.907304 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: security-groups {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.908606 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: security-group-rules {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.909864 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: service-providers {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.911145 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: subnetpools {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.912524 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: subnetpools {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.914704 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.916627 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.918690 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.920255 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.921990 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.923973 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.925657 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.927616 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.930103 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.931866 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron.api.extensions [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Extended resource: tags {{(pid=92995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:30:27.938180 dv-cinder-780933-6-smb neutron-server[92995]: WARNING keystonemiddleware.auth_token [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 14:30:27.942937 dv-cinder-780933-6-smb neutron-server[92995]: WARNING keystonemiddleware.auth_token [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 14:30:27.951706 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_concurrency.lockutils [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Acquired lock "singleton_lock" {{(pid=92995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 14:30:27.952192 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_concurrency.lockutils [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Releasing lock "singleton_lock" {{(pid=92995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 14:30:27.952840 dv-cinder-780933-6-smb neutron-server[92995]: INFO oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Starting 2 workers Jun 16 14:30:27.957741 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Started child 93995 {{(pid=92995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:30:27.965401 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Started child 94000 {{(pid=92995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:30:27.965599 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:27.966248 dv-cinder-780933-6-smb neutron-server[92995]: INFO neutron.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 14:30:27.966332 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [-] (93995) wsgi starting up on http://0.0.0.0:9696 Jun 16 14:30:27.966421 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Notify callbacks [] for process, before_spawn {{(pid=92995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:27.969194 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:27.969685 dv-cinder-780933-6-smb neutron-server[92995]: INFO oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Starting 1 workers Jun 16 14:30:27.969765 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [-] (94000) wsgi starting up on http://0.0.0.0:9696 Jun 16 14:30:27.973607 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Started child 94007 {{(pid=92995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:30:27.974150 dv-cinder-780933-6-smb neutron-server[92995]: INFO oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Starting 1 workers Jun 16 14:30:27.979165 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] calling RpcWorker wait() {{(pid=94007) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 14:30:27.979748 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] returning from RpcWorker wait() {{(pid=94007) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 14:30:27.979873 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Started child 94012 {{(pid=92995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:30:27.980940 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f1f5-6da1-4e22-81c4-48e9edcbba1c None None] Notify callbacks [] for process, after_spawn {{(pid=92995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:27.981422 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:27.981997 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:30:27.983479 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 14:30:27.983849 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:30:27.984178 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:30:27.984535 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:30:27.985009 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:30:27.985347 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:30:27.986012 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.986271 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:27.987057 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.987471 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.987898 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.988309 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.989023 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.989430 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.989830 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.990293 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.990690 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.991597 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.992097 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.992609 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.993022 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.993355 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.993691 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.993957 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.994379 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.994500 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.994735 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.995010 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.995283 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.995567 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] debug = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.995815 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.996328 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.996591 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.996838 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.997064 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.997369 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.997626 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.997943 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.998384 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.998813 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.999195 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:27.999637 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.000050 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.000293 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.000522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.000800 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.001031 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.001536 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] host = dv-cinder-780933-6-smb {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.002093 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.002407 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.002696 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.002954 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.003366 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.003729 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.004122 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.004525 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.005121 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.005516 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.005911 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.006341 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.006769 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.007370 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.007770 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_options = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.008161 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.008594 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.009001 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.009344 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.009678 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.010004 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.010423 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.010746 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.011012 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.011279 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.011490 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.011712 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.012026 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.012254 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.012412 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:30:28.013100 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.013372 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.014775 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.015034 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.015304 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.015549 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.016054 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.016054 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.016262 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.016752 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.017020 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.017263 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.017565 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.018060 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.018487 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.018935 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.019345 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.019808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.020248 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.020955 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.022036 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.022593 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.024276 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.024759 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.025202 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.025648 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.025915 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.026165 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.028068 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.028353 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.032171 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.032418 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_json = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.032680 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.033088 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.033531 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.033799 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.034035 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.034750 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.034750 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.035123 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.035769 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.036246 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.038193 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.038530 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.039154 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.039258 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.039442 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.039679 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.039950 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.040189 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.040509 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.040739 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.041528 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.041528 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.041528 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.041746 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.041989 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.042307 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.042906 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.042906 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.043061 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.043153 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.043647 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.044194 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.044467 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.044735 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.045065 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.045311 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.045546 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.045918 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.046161 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.046427 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.046760 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049184 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049745 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049745 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049745 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.049923 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.050054 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.050465 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.050842 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.051277 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.051676 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.052059 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.052439 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.052867 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.053263 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.054466 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.054862 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.055389 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.055781 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.056218 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.056486 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.056748 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.057102 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.057442 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.057863 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.058322 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.058733 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.059157 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.059582 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.059990 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.060430 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.060833 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.061242 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.061622 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.062138 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.062620 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.063053 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.063664 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.064059 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.064456 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.064824 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.065054 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.065386 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.065622 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.065928 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.066274 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.066649 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.067052 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.067271 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.067667 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.068107 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.068415 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.068732 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.069076 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.069431 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.069979 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.070411 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.070830 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.071233 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.071654 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.071934 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.072178 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.073520 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.073788 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.075696 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.076148 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.076589 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.078356 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.078788 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.079233 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.079506 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.080034 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.080450 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.080754 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.080986 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.081258 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.081574 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.081867 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.082124 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.082413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.082654 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.082921 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.083157 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.083553 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.083659 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.083908 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.084132 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.084406 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.085390 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.085390 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.085390 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.085390 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.085697 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.085910 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.086127 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.086408 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.086667 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.086937 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.087201 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.087479 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.087727 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.087962 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.088240 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.088490 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.088746 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.089164 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.089539 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.089798 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.090006 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.090304 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.090510 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.090930 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.091056 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.091197 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.091430 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.091671 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.091939 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.092244 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.092541 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.092790 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.093004 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.093259 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.093496 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.093717 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.093938 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.094154 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.094399 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.094628 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.094843 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.095142 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.095389 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.095601 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.095824 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.096082 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.096339 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.096555 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.096792 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.097010 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.097223 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.097435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.097650 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.097885 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.098095 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.098476 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.099061 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.101132 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.103623 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.104266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.104266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.104266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.104629 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.104629 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.104871 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.105072 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.105285 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.105522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.105757 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.105965 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.106172 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.106480 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.106725 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.106951 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.107185 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.107412 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.107658 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.107864 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.108071 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.108285 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.108530 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.108710 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.108973 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.109133 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.109345 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.109706 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.109841 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.109981 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.110260 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.111337 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.111489 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.111717 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.111955 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.112170 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.112393 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.112604 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.112915 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.113169 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.113389 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.113668 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.113913 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.114156 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.114456 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.114774 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.114990 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.115260 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.115481 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.115714 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.116557 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.116959 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.118680 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.118964 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.119265 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.119558 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.119850 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.120156 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.120451 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.120681 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.121001 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.121325 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.121605 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.121871 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.122106 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.122435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.122673 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.122897 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.123144 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.123386 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.123609 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.123872 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.124108 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.124339 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.124475 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:30:28.124583 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.124807 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.125063 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.125303 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.125536 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.125783 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.125996 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.126154 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:30:28.126764 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 14:30:28.126953 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:30:28.127110 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:30:28.127285 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:30:28.127457 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:30:28.127610 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:30:28.127823 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.127986 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.128150 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.128310 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.128468 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.128649 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.128813 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.128972 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.129129 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.129284 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.129443 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.129661 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.129843 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.130043 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.130212 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.130376 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.130536 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.130729 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.130917 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.131074 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.131263 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.131445 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.131577 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] debug = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.131715 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.131930 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.132089 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.132241 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.132429 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.132745 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.132905 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.133126 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.133300 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.133422 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.133543 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.133664 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.133791 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.134128 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.134128 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] host = dv-cinder-780933-6-smb {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.135634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.136692 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_options = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137266 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137510 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137586 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137767 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.137911 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.138041 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.138162 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.138317 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.138475 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.139930 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.140106 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.140278 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.140445 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.140610 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.140771 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.140930 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.141088 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.141247 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.141419 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.141646 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.141826 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142053 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142187 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142347 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142479 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142665 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142829 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.142986 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.143143 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.146042 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.147091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_json = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.148573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.149776 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.150808 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.151619 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.152522 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153363 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153363 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153363 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153363 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153363 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153363 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.153869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154077 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154077 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154383 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154383 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154769 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154769 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154997 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.154997 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.155225 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.155340 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.155441 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.155553 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.155718 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.155879 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156037 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156210 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156364 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156487 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156645 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156804 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.156978 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.157283 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.157283 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.157515 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.157634 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.157753 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.157872 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.158038 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.158217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.158379 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.158538 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.158697 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.158857 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159018 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159353 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159353 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159694 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159694 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159923 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.159923 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.160148 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.160269 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.160387 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.160505 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.160676 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.160837 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161321 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161321 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161321 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161680 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161680 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161917 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.161917 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.162146 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.162365 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.162365 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.163451 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.163451 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.163451 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.163802 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.163802 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.163802 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164135 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164135 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164374 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164494 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164613 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164779 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.164912 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.165109 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.165350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.165573 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.165814 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.165980 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.166151 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.166368 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.167869 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.169435 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.170413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.171477 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.172350 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173217 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173882 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173882 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173882 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.173882 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.174366 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.174366 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.174366 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.174705 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.174705 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.174705 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.175762 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176549 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176549 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176549 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176549 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176989 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176989 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.176989 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.177320 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.177320 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.177545 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.177667 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.177809 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.177976 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.178137 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.178420 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.178660 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.178900 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.179065 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.179243 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.179493 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.179662 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.179884 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180016 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180140 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180413 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180638 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180757 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.180875 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181027 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181188 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181348 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181518 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181679 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181838 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.181999 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.182159 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.185372 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.185558 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.185739 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.185917 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.186091 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.186307 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.186478 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.186647 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.186815 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.186979 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.187158 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.187312 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.187470 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.187632 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.187797 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.187960 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.188124 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.188288 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.189383 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190115 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190115 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190115 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190115 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190115 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190519 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190519 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190667 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190746 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.190897 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.191063 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.191238 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.191409 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.191574 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.191743 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.191913 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.192083 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.192244 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.192412 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.192585 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.192992 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.192992 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.193404 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.193404 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.193404 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.193807 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.193807 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.194104 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.194104 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.194466 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.194615 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.194854 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.195077 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.195358 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.195617 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.195820 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.196102 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.196381 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.196650 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:30:28.196861 dv-cinder-780933-6-smb neutron-server[92995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:30:28.250890 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 46854) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:30:28.259728 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065663 Jun 16 14:30:40.054132 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2a408-9f0e-430a-9fc3-bb235a9adf4a None None] get_active_networks_info from dv-cinder-780933-6-smb {{(pid=94007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 14:30:40.145236 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2a408-9f0e-430a-9fc3-bb235a9adf4a None None] No non-hosted networks {{(pid=94007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 14:30:40.223500 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-320cc103-a7e8-4205-9379-b63d58104de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:42.701230 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:42.703398 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.704087 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.704901 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.705535 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.706189 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.707868 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.708881 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.710982 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.712319 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.713795 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.714913 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.716561 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:42.718035 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:30:42.730001 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:30:42.789674 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d881b621-53aa-4a76-b0d4-83dd16508b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:42.845891 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b860ec3b-2137-4a98-a82c-70a9766271c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:43.909638 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:45.608018 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.db.l3_hamode_db [None req-073bc5ed-4c30-4087-b3b3-b287e47f478b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 14:30:45.691404 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073bc5ed-4c30-4087-b3b3-b287e47f478b None None] Routers set() bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:30:45.692030 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073bc5ed-4c30-4087-b3b3-b287e47f478b None None] Router IDs set() for agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 14:30:46.029277 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:46.725585 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 46946) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:30:47.225133 dv-cinder-780933-6-smb neutron-server[93995]: WARNING oslo_policy.policy [None req-2b160756-2bd4-4fe7-b38f-82a8caed83ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:30:47.225767 dv-cinder-780933-6-smb neutron-server[93995]: WARNING oslo_policy.policy [None req-2b160756-2bd4-4fe7-b38f-82a8caed83ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:30:47.442251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [None req-2b160756-2bd4-4fe7-b38f-82a8caed83ac admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:30:47.443346 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2b160756-2bd4-4fe7-b38f-82a8caed83ac admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7156634 Jun 16 14:30:49.836815 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 46960) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:30:50.149665 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:30:50.245255 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.policy [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 14:30:50.292648 dv-cinder-780933-6-smb neutron-server[93995]: WARNING oslo_policy.policy [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:30:50.293020 dv-cinder-780933-6-smb neutron-server[93995]: WARNING oslo_policy.policy [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:30:50.301813 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.quota [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] Loaded quota_driver: . Jun 16 14:30:50.403644 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776371858316', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776371857779', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776371838185', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776371835699', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776371814634', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776371823788', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-692212', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-701565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1633474'] for rbac-policy, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:50.470732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:50.471950 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1130a82f-fefb-4882-9e4f-09b6df304148 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6340079 Jun 16 14:30:53.052231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 46972) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:30:53.351793 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Request body: {'network': {'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'name': 'private', 'admin_state_up': True, 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:30:53.380168 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Made reservation on behalf of 4da23bf92c4345dd8dfc894326838bf0 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:30:53.383874 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.402415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.533673 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.537460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.543812 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:53.559233 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:30:53.589611 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776374624040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.590250 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Unsubscribe: segment precommit_create {{(pid=93995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 14:30:53.590765 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Added segment a736da84-49d2-4048-964c-e3449609960b of type vlan for network 094a2f43-c001-4cc2-857b-694f29bf27b8 Jun 16 14:30:53.608515 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89309d53-3beb-486c-815d-97bf7cff6459,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:30:53.640418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.640756 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.641137 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.641503 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.641821 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.642184 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.642524 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.642833 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.643156 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.643466 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.643771 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.644074 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Tracked resource versions report: Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: pushed versions: Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: { 'AddressGroup': {'1.2'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'ConntrackHelper': {'1.0'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Log': {'1.0'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Network': {'1.1'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Port': {'1.7'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'PortForwarding': {'1.2'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'QosPolicy': {'1.8'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroup': {'1.4'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'SubPort': {'1.0'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Subnet': {'1.1'}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Trunk': {'1.1'}} Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: consumer versions: Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'ConntrackHelper': '1.0', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Log': '1.0', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Network': '1.1', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Port': '1.7', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'PortForwarding': '1.2', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'QosPolicy': '1.8', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroup': '1.4', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroupRule': '1.2', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'SubPort': '1.0', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Subnet': '1.1', Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: 'Trunk': '1.1'}} Jun 16 14:30:53.645156 dv-cinder-780933-6-smb neutron-server[93995]: {{(pid=93995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:30:53.707274 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:53.720923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.769892 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.771817 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:30:53.772481 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:53.775325 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:53.823310 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7698689 Jun 16 14:30:53.874503 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Pushing event updated for resources: {'Network': ['ID=094a2f43-c001-4cc2-857b-694f29bf27b8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:30:53.877912 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:53.889578 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:30:56.534499 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 46986) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:30:56.937923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7c18c-736a-4332-9217-ef4964027ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:30:56.939463 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c3f7c18c-736a-4332-9217-ef4964027ab7 admin admin] 10.222.0.96 "GET /v2.0/networks/094a2f43-c001-4cc2-857b-694f29bf27b8 HTTP/1.1" status: 200 len: 826 time: 0.4039669 Jun 16 14:30:56.963988 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b5d49c9e-d4b8-49e3-bb86-9019b27eadae admin admin] 10.222.0.96 "GET /v2.0/subnetpools/45486104-ffbc-4c01-a7ff-816a4a6a16c9 HTTP/1.1" status: 200 len: 734 time: 0.0183191 Jun 16 14:30:56.972439 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Request body: {'subnet': {'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:30:56.994899 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Made reservation on behalf of 4da23bf92c4345dd8dfc894326838bf0 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:30:56.997050 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:57.307911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:57.310335 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:57.380604 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b733dc5-ecdb-45d6-a30e-0fab0a938c61,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:30:57.383734 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Checking segment: {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:30:57.384120 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Network hostable DHCP agents. Network: 094a2f43-c001-4cc2-857b-694f29bf27b8, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:30:57.389495 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:57.409000 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:30:57.422019 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 094a2f43-c001-4cc2-857b-694f29bf27b8) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:30:57.426793 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:30:57.427367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:57.432897 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abedd0c-de33-4c16-a7e3-62dec8199daa None None] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:30:57.441722 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4725189 Jun 16 14:30:57.765966 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-094a2f43-c001-4cc2-857b-694f29bf27b8', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:30:57.767240 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:58.056006 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Allocated IP 172.20.0.2 (094a2f43-c001-4cc2-857b-694f29bf27b8/8b733dc5-ecdb-45d6-a30e-0fab0a938c61/323a57c4-d1cf-40a2-97a4-61cfd8b9019c) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:30:58.263143 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:58.281383 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Transition to ACTIVE for port object 323a57c4-d1cf-40a2-97a4-61cfd8b9019c will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:30:58.332841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Transition to ACTIVE for port object 323a57c4-d1cf-40a2-97a4-61cfd8b9019c will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:30:58.341447 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:58.344227 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:58.406522 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:30:58.412307 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:30:58.423390 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:30:58.429848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Pushing event updated for resources: {'Port': ['ID=323a57c4-d1cf-40a2-97a4-61cfd8b9019c,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:30:58.440841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.441473 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.441473 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.441812 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.442135 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.442479 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.442796 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.443119 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.444123 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.444661 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.445093 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.445467 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Tracked resource versions report: Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: pushed versions: Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: { 'AddressGroup': {'1.2'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'ConntrackHelper': {'1.0'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Log': {'1.0'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Network': {'1.1'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Port': {'1.7'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'PortForwarding': {'1.2'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'QosPolicy': {'1.8'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroup': {'1.4'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'SubPort': {'1.0'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Subnet': {'1.1'}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Trunk': {'1.1'}} Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: consumer versions: Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'ConntrackHelper': '1.0', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Log': '1.0', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Network': '1.1', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Port': '1.7', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'PortForwarding': '1.2', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'QosPolicy': '1.8', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroup': '1.4', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroupRule': '1.2', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'SubPort': '1.0', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Subnet': '1.1', Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: 'Trunk': '1.1'}} Jun 16 14:30:58.446583 dv-cinder-780933-6-smb neutron-server[94007]: {{(pid=94007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:30:58.464159 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:58.514670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Attempting to bind port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:30:58.515044 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Attempting to bind port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:30:58.515492 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Attempting to bind port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c on network 094a2f43-c001-4cc2-857b-694f29bf27b8 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:30:58.521062 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:30:58.522081 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Checking segment: {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:30:58.522619 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:58.523004 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Bound using segment: {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:30:58.523474 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Bound port: 323a57c4-d1cf-40a2-97a4-61cfd8b9019c, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:30:58.523861 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:58.587123 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] For port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:30:58.591502 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] For port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=323a57c4-d1cf-40a2-97a4-61cfd8b9019c,segment=NetworkSegment(a736da84-49d2-4048-964c-e3449609960b),segment_id=a736da84-49d2-4048-964c-e3449609960b)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:30:58.596308 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:30:58.602955 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:30:58.665169 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Pushing event updated for resources: {'Port': ['ID=323a57c4-d1cf-40a2-97a4-61cfd8b9019c,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:30:58.668357 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:30:59.885887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 46994) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:00.405919 dv-cinder-780933-6-smb neutron-server[94000]: WARNING oslo_policy.policy [None req-c77ce0ac-7a67-4435-8fdb-4c139c1d82f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:31:00.406561 dv-cinder-780933-6-smb neutron-server[94000]: WARNING oslo_policy.policy [None req-c77ce0ac-7a67-4435-8fdb-4c139c1d82f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:31:00.630859 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [None req-c77ce0ac-7a67-4435-8fdb-4c139c1d82f5 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:31:00.632810 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c77ce0ac-7a67-4435-8fdb-4c139c1d82f5 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7459657 Jun 16 14:31:03.033712 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47008) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:03.371647 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [None req-c9fa2f97-a809-43bb-8a25-1a2dac8a1cf8 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:31:03.374699 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c9fa2f97-a809-43bb-8a25-1a2dac8a1cf8 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3398960 Jun 16 14:31:04.755796 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e8d6ff-061c-4e16-98f6-db7d10dcd054 None None] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:31:04.878009 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5f349619-7a19-4b5c-99fd-0fbd55e6f073 None None] Provisioning for port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:31:05.007225 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 323a57c4-d1cf-40a2-97a4-61cfd8b9019c up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:31:05.099274 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:31:05.103996 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:05.104394 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:05.234418 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:05.245297 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-40f54e96-9db9-45e4-a943-b548710957e4 None None] Provisioning complete for port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:05.245670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-40f54e96-9db9-45e4-a943-b548710957e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:05.299069 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=323a57c4-d1cf-40a2-97a4-61cfd8b9019c,segment=NetworkSegment(a736da84-49d2-4048-964c-e3449609960b),segment_id=a736da84-49d2-4048-964c-e3449609960b)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:31:05.306442 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:05.311120 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:05.386990 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=323a57c4-d1cf-40a2-97a4-61cfd8b9019c,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:05.389812 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:06.073833 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47022) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:06.387494 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Request body: {'router': {'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'name': 'router1', 'admin_state_up': True}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:31:06.455014 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.policy [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 14:31:06.502812 dv-cinder-780933-6-smb neutron-server[94000]: WARNING oslo_policy.policy [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:31:06.503134 dv-cinder-780933-6-smb neutron-server[94000]: WARNING oslo_policy.policy [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:31:06.512665 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.quota [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Loaded quota_driver: . Jun 16 14:31:06.573224 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:06.575369 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:06.740906 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:06.746139 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:06.765685 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:06.766882 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f11b01e9-a5c1-49a2-a44a-36d2626d9be7 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6919889 Jun 16 14:31:06.978116 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 323a57c4-d1cf-40a2-97a4-61cfd8b9019c up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:31:07.026848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:07.027136 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:09.148209 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47032) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:09.477140 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [None req-a237bbc5-bbb9-4e95-8f69-83315cdebc69 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:31:09.478123 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a237bbc5-bbb9-4e95-8f69-83315cdebc69 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3289657 Jun 16 14:31:09.939661 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c52626a1-aa1b-4b3b-9699-5e52c60bccd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:11.885046 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47040) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:12.211164 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:31:12.234605 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Made reservation on behalf of 9c2a33bb9850435f8f828c79bd618d7f for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:31:12.237408 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.253526 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.374428 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.378468 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.383654 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:12.391745 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Reserving flat network on physical network physnet1 {{(pid=94000) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 14:31:12.426148 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776374624040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.426797 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Unsubscribe: segment precommit_create {{(pid=94000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 14:31:12.427356 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Added segment 27d6d8ec-0c70-4cd9-976f-fc9ef191b720 of type flat for network 092307a4-361e-4669-bb92-c47c09b84e3d Jun 16 14:31:12.437426 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5712a-f0ba-4517-9316-68b55a1f624f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:12.473689 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.474049 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.475170 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.475283 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.475604 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.475921 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.476232 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.476543 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.476867 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.477180 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.477486 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.477792 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Tracked resource versions report: Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: pushed versions: Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: { 'AddressGroup': {'1.2'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'ConntrackHelper': {'1.0'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Log': {'1.0'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Network': {'1.1'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Port': {'1.7'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'PortForwarding': {'1.2'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'QosPolicy': {'1.8'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroup': {'1.4'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'SubPort': {'1.0'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Subnet': {'1.1'}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Trunk': {'1.1'}} Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: consumer versions: Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'ConntrackHelper': '1.0', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Log': '1.0', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Network': '1.1', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Port': '1.7', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'PortForwarding': '1.2', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'QosPolicy': '1.8', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroup': '1.4', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroupRule': '1.2', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'SubPort': '1.0', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Subnet': '1.1', Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: 'Trunk': '1.1'}} Jun 16 14:31:12.478906 dv-cinder-780933-6-smb neutron-server[94000]: {{(pid=94000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:31:12.555771 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.561362 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:12.608504 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.609949 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:31:12.610649 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.612588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:12.661877 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7755630 Jun 16 14:31:12.711412 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:12.716092 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Pushing event updated for resources: {'Network': ['ID=092307a4-361e-4669-bb92-c47c09b84e3d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:12.719267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:12.727634 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 092307a4-361e-4669-bb92-c47c09b84e3d details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:31:12.813141 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-633ca937-64fa-4865-9198-463b300c09a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:13.842523 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:15.063376 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47062) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:15.289506 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7ff4b-9142-4639-8d96-4adde2a8f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:31:15.290891 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-fdd7ff4b-9142-4639-8d96-4adde2a8f72c admin admin] 10.222.0.96 "GET /v2.0/subnets/8b733dc5-ecdb-45d6-a30e-0fab0a938c61 HTTP/1.1" status: 200 len: 849 time: 0.2265682 Jun 16 14:31:15.423973 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-262dc71c-f45a-4e6d-9285-dea94e8f7cca admin admin] 10.222.0.96 "GET /v2.0/routers/6de19b7e-33a6-43e1-ba72-a19b84217c46 HTTP/1.1" status: 200 len: 704 time: 0.1276486 Jun 16 14:31:15.686970 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:15.985426 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.009513 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Allocated IP 172.20.0.1 (094a2f43-c001-4cc2-857b-694f29bf27b8/8b733dc5-ecdb-45d6-a30e-0fab0a938c61/22d46613-cfcd-4178-b642-7533a242be18) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:31:16.194814 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.218953 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Transition to ACTIVE for port object 22d46613-cfcd-4178-b642-7533a242be18 will not be triggered until provisioned by entity DHCP. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:31:16.301406 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.304974 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:16.369372 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:31:16.380594 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:31:16.390408 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:31:16.391139 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.414156 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Pushing event updated for resources: {'Port': ['ID=22d46613-cfcd-4178-b642-7533a242be18,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:16.457809 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:16.577031 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-40fe6ac7-23c0-4c13-9643-57e34b782c0f None None] Provisioning for port 22d46613-cfcd-4178-b642-7533a242be18 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:31:16.581076 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-40fe6ac7-23c0-4c13-9643-57e34b782c0f None None] Provisioning complete for port 22d46613-cfcd-4178-b642-7533a242be18 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:16.581452 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-40fe6ac7-23c0-4c13-9643-57e34b782c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.619317 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-40fe6ac7-23c0-4c13-9643-57e34b782c0f None None] Port 22d46613-cfcd-4178-b642-7533a242be18 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:31:16.664024 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.842444 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.847072 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.848132 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:16.850433 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:16.909640 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Pushing event updated for resources: {'Port': ['ID=22d46613-cfcd-4178-b642-7533a242be18,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:16.913402 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:16.977091 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:31:16.978553 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:31:17.140251 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-62d7efeb-863e-4fb7-8c32-1c71c59eb37f None None] Provisioning complete for port 22d46613-cfcd-4178-b642-7533a242be18 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:17.140825 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-62d7efeb-863e-4fb7-8c32-1c71c59eb37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:17.156767 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Router 6de19b7e-33a6-43e1-ba72-a19b84217c46 is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:31:17.173649 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-62d7efeb-863e-4fb7-8c32-1c71c59eb37f None None] Port 22d46613-cfcd-4178-b642-7533a242be18 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:31:17.249563 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:31:17.254877 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] 10.222.0.96 "PUT /v2.0/routers/6de19b7e-33a6-43e1-ba72-a19b84217c46/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8254068 Jun 16 14:31:17.274494 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Sync routers for ids ['6de19b7e-33a6-43e1-ba72-a19b84217c46'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:31:17.286141 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Routers {'6de19b7e-33a6-43e1-ba72-a19b84217c46'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:31:17.287059 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:31:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['6de19b7e-33a6-43e1-ba72-a19b84217c46'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:17.479986 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Set router 6de19b7e-33a6-43e1-ba72-a19b84217c46 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:31:17.915753 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'name': 'router1', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:31:06Z', 'updated_at': '2021-06-16T14:31:16Z', 'revision_number': 2, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'gw_port_host': None, '_interfaces': [{'id': '22d46613-cfcd-4178-b642-7533a242be18', 'name': '', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'mac_address': 'fa:16:3e:61:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:15Z', 'updated_at': '2021-06-16T14:31:16Z', 'revision_number': 2, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnets': [{'id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:17.921890 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Checking router: 6de19b7e-33a6-43e1-ba72-a19b84217c46 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:31:17.922310 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Updating router 6de19b7e-33a6-43e1-ba72-a19b84217c46 port 22d46613-cfcd-4178-b642-7533a242be18 binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:31:17.987734 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:18.475098 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:18.493278 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Transition to ACTIVE for port object 22d46613-cfcd-4178-b642-7533a242be18 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:31:18.501772 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:18.507205 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:18.708270 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Pushing event updated for resources: {'Port': ['ID=22d46613-cfcd-4178-b642-7533a242be18,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:18.714803 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Attempting to bind port 22d46613-cfcd-4178-b642-7533a242be18 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:31:18.715182 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Attempting to bind port 22d46613-cfcd-4178-b642-7533a242be18 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:31:18.715630 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Attempting to bind port 22d46613-cfcd-4178-b642-7533a242be18 on network 094a2f43-c001-4cc2-857b-694f29bf27b8 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:31:18.723606 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.723941 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.724848 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.725215 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.725492 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.725805 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.726116 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.726450 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.726778 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.727088 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.727391 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.727693 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Tracked resource versions report: Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: pushed versions: Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: { 'AddressGroup': {'1.2'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Log': {'1.0'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Network': {'1.1'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Port': {'1.7'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'PortForwarding': {'1.2'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'QosPolicy': {'1.8'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroup': {'1.4'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'SubPort': {'1.0'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Subnet': {'1.1'}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Trunk': {'1.1'}} Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: consumer versions: Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'ConntrackHelper': '1.0', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Log': '1.0', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Network': '1.1', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Port': '1.7', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'PortForwarding': '1.2', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'QosPolicy': '1.8', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroup': '1.4', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroupRule': '1.2', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'SubPort': '1.0', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Subnet': '1.1', Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: 'Trunk': '1.1'}} Jun 16 14:31:18.728795 dv-cinder-780933-6-smb neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:31:18.731670 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:31:18.732095 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Checking segment: {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:31:18.732589 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:18.733001 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Bound using segment: {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:31:18.733489 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Bound port: 22d46613-cfcd-4178-b642-7533a242be18, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736da84-49d2-4048-964c-e3449609960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:31:18.733857 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:18.738346 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:18.806230 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] For port 22d46613-cfcd-4178-b642-7533a242be18, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:31:18.827666 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] For port 22d46613-cfcd-4178-b642-7533a242be18, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=22d46613-cfcd-4178-b642-7533a242be18,segment=NetworkSegment(a736da84-49d2-4048-964c-e3449609960b),segment_id=a736da84-49d2-4048-964c-e3449609960b)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:31:18.832225 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:18.835133 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:18.892037 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Pushing event updated for resources: {'Port': ['ID=22d46613-cfcd-4178-b642-7533a242be18,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:18.897375 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:18.904123 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Routers {'6de19b7e-33a6-43e1-ba72-a19b84217c46'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:31:18.904741 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:31:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['6de19b7e-33a6-43e1-ba72-a19b84217c46'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:18.995351 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] Set router 6de19b7e-33a6-43e1-ba72-a19b84217c46 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:31:19.209726 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'name': 'router1', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:31:06Z', 'updated_at': '2021-06-16T14:31:16Z', 'revision_number': 2, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'gw_port_host': None, '_interfaces': [{'id': '22d46613-cfcd-4178-b642-7533a242be18', 'name': '', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'mac_address': 'fa:16:3e:61:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:15Z', 'updated_at': '2021-06-16T14:31:18Z', 'revision_number': 4, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnets': [{'id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:19.213216 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c125-d5a2-4933-8773-b58e8b2bd188 None None] The sync data for ids ['6de19b7e-33a6-43e1-ba72-a19b84217c46'] in dv-cinder-780933-6-smb is: [{'id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'name': 'router1', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:31:06Z', 'updated_at': '2021-06-16T14:31:16Z', 'revision_number': 2, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'gw_port_host': None, '_interfaces': [{'id': '22d46613-cfcd-4178-b642-7533a242be18', 'name': '', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'mac_address': 'fa:16:3e:61:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:15Z', 'updated_at': '2021-06-16T14:31:18Z', 'revision_number': 4, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnets': [{'id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:31:19.510676 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47082) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:19.626459 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae853e-00c2-405d-8561-9dc5c8f8e628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:31:19.627812 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-13ae853e-00c2-405d-8561-9dc5c8f8e628 admin admin] 10.222.0.96 "GET /v2.0/networks/092307a4-361e-4669-bb92-c47c09b84e3d HTTP/1.1" status: 200 len: 842 time: 0.1160927 Jun 16 14:31:19.637722 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Request body: {'subnet': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:31:19.664093 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Made reservation on behalf of 9c2a33bb9850435f8f828c79bd618d7f for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:31:19.666860 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:20.056492 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.objects.ports [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94000) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 14:31:20.057104 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:20.059818 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:20.111984 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db3ec05-4b3c-4732-af72-06cf9c6351e5,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:20.123720 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:20.131618 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:31:20.131967 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Network hostable DHCP agents. Network: 092307a4-361e-4669-bb92-c47c09b84e3d, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:31:20.159126 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:31:20.171124 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 092307a4-361e-4669-bb92-c47c09b84e3d) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:31:20.175300 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:31:20.175824 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:20.184653 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540443b9-f50a-4af4-bd99-76faa1a30c36 None None] Network 092307a4-361e-4669-bb92-c47c09b84e3d requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:31:20.204028 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5599518 Jun 16 14:31:20.352811 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79493c-e1f2-4ade-b8a6-81e6885755c6 None None] Network 092307a4-361e-4669-bb92-c47c09b84e3d requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:31:22.583098 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47094) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:22.713210 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-bc648f28-614e-4561-a799-c858cf1f2e31 admin admin] 10.222.0.96 "GET /v2.0/routers/6de19b7e-33a6-43e1-ba72-a19b84217c46 HTTP/1.1" status: 200 len: 710 time: 0.1289887 Jun 16 14:31:22.801701 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5271f-c541-436e-b6b2-793cf825951f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:31:22.804048 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f0d5271f-c541-436e-b6b2-793cf825951f admin admin] 10.222.0.96 "GET /v2.0/networks/092307a4-361e-4669-bb92-c47c09b84e3d HTTP/1.1" status: 200 len: 886 time: 0.0855637 Jun 16 14:31:22.817523 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:31:23.010017 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 22d46613-cfcd-4178-b642-7533a242be18 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:31:23.060796 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 22d46613-cfcd-4178-b642-7533a242be18 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:31:23.064516 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 22d46613-cfcd-4178-b642-7533a242be18 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:23.064894 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.133769 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.140919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.174577 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 22d46613-cfcd-4178-b642-7533a242be18, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=22d46613-cfcd-4178-b642-7533a242be18,segment=NetworkSegment(a736da84-49d2-4048-964c-e3449609960b),segment_id=a736da84-49d2-4048-964c-e3449609960b)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:31:23.180082 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.182725 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:23.276957 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=22d46613-cfcd-4178-b642-7533a242be18,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:23.279899 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:23.379463 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.458191 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.565810 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Allocated IP 172.28.0.103 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:31:23.671500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.710791 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:23.712891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:23.752134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:31:23.757959 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:31:23.760097 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:23.775832 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:31:23.859030 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:24.034601 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:24.226955 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:24.230166 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-367781'] for router, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:24.332431 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Router 6de19b7e-33a6-43e1-ba72-a19b84217c46 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:31:24.515334 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:31:24.519543 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:24.521466 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] 10.222.0.96 "PUT /v2.0/routers/6de19b7e-33a6-43e1-ba72-a19b84217c46 HTTP/1.1" status: 200 len: 890 time: 1.7114170 Jun 16 14:31:24.538260 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Sync routers for ids ['6de19b7e-33a6-43e1-ba72-a19b84217c46'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:31:24.550115 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Routers {'6de19b7e-33a6-43e1-ba72-a19b84217c46'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:31:24.550841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:31:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['6de19b7e-33a6-43e1-ba72-a19b84217c46'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:24.763763 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Set router 6de19b7e-33a6-43e1-ba72-a19b84217c46 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:31:25.004940 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 22d46613-cfcd-4178-b642-7533a242be18 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:31:25.157584 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 22d46613-cfcd-4178-b642-7533a242be18 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:25.157960 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.237041 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'name': 'router1', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:31:06Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 4, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'gw_port': {'id': 'f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:23Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '22d46613-cfcd-4178-b642-7533a242be18', 'name': '', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'mac_address': 'fa:16:3e:61:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:15Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 5, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnets': [{'id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:25.261442 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Checking router: 6de19b7e-33a6-43e1-ba72-a19b84217c46 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:31:25.261807 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Updating router 6de19b7e-33a6-43e1-ba72-a19b84217c46 port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:31:25.307119 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.635227 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.644835 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Transition to ACTIVE for port object f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:31:25.651062 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.654065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:25.700797 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Attempting to bind port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:31:25.701170 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Attempting to bind port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:31:25.701540 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Attempting to bind port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:31:25.708095 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116edaa-9d1d-4bc0-85e3-5c730e92f611 None None] Pushing event updated for resources: {'Port': ['ID=f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:25.711187 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:31:25.711643 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:31:25.711959 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.712351 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:31:25.712826 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Bound port: f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:31:25.713226 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.715021 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4116edaa-9d1d-4bc0-85e3-5c730e92f611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:25.764849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] For port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:31:25.767960 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] For port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:31:25.772753 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:25.775830 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4116edaa-9d1d-4bc0-85e3-5c730e92f611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:25.831266 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Routers {'6de19b7e-33a6-43e1-ba72-a19b84217c46'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:31:25.831875 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:31:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['6de19b7e-33a6-43e1-ba72-a19b84217c46'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:25.947393 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116edaa-9d1d-4bc0-85e3-5c730e92f611 None None] Pushing event updated for resources: {'Port': ['ID=f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:25.977390 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4116edaa-9d1d-4bc0-85e3-5c730e92f611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:26.022500 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] Set router 6de19b7e-33a6-43e1-ba72-a19b84217c46 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:31:26.236320 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'name': 'router1', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:31:06Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 4, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'gw_port': {'id': 'f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:23Z', 'updated_at': '2021-06-16T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '22d46613-cfcd-4178-b642-7533a242be18', 'name': '', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'mac_address': 'fa:16:3e:61:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:15Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 5, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnets': [{'id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:31:26.240007 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2c7a2-efeb-4bcc-a520-b7d26c6fabb4 None None] The sync data for ids ['6de19b7e-33a6-43e1-ba72-a19b84217c46'] in dv-cinder-780933-6-smb is: [{'id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'name': 'router1', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:31:06Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 4, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'gw_port': {'id': 'f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:23Z', 'updated_at': '2021-06-16T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '22d46613-cfcd-4178-b642-7533a242be18', 'name': '', 'network_id': '094a2f43-c001-4cc2-857b-694f29bf27b8', 'tenant_id': '4da23bf92c4345dd8dfc894326838bf0', 'mac_address': 'fa:16:3e:61:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de19b7e-33a6-43e1-ba72-a19b84217c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:31:15Z', 'updated_at': '2021-06-16T14:31:23Z', 'revision_number': 5, 'project_id': '4da23bf92c4345dd8dfc894326838bf0', 'subnets': [{'id': '8b733dc5-ecdb-45d6-a30e-0fab0a938c61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45486104-ffbc-4c01-a7ff-816a4a6a16c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:31:26.949061 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47104) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:31:27.024609 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:31:27.038603 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:31:27.074698 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:31:27.078909 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:27.079292 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:27.088160 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-70b4a54b-7ce3-4d79-8dff-d6d805c4cc48 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1377563 Jun 16 14:31:27.180205 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:27.203097 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:31:27.207131 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:27.212835 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:31:27.259457 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:31:27.262466 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:31:29.011346 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:31:29.063288 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port f3d3aae1-4a3f-44f6-b047-b4e1ac0992bb triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:31:29.063815 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:39.943865 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7125ba93-4abb-4b58-baaf-4ddff3509f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:42.703622 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:42.789889 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-224600b8-916c-497c-b828-e796f9df63d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:43.850420 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:31:46.016695 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:04.038848 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:32:09.954717 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-638cc0a3-1aa1-4496-a726-fdfbbb97af89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:12.704024 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:12.793447 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-11122037-0372-4274-8ecc-b8212e3f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:13.857833 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:16.032848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:39.949303 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2675c6f9-a77d-4f5f-89d7-04ecb1cda9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:41.037930 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:32:42.697033 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:42.783841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-084864ac-beb1-497a-92c1-0cbbdadd80af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:43.852850 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:32:46.011739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:05.948252 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47672) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:06.008435 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae18962-fcd3-4bbd-9c27-2825f4593f91 admin admin] GET failed (client error): The resource could not be found. Jun 16 14:33:06.009775 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-0ae18962-fcd3-4bbd-9c27-2825f4593f91 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605397 Jun 16 14:33:06.168670 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ae9cd-1abe-411a-82f4-b789d8cbc580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:06.170026 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-2c7ae9cd-1abe-411a-82f4-b789d8cbc580 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1565213 Jun 16 14:33:08.328475 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47682) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:08.419751 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56b92e-8a3b-431d-9b2d-f02fa43416c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:08.421065 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-4d56b92e-8a3b-431d-9b2d-f02fa43416c4 admin admin] 10.222.0.96 "GET /v2.0/subnets/8b733dc5-ecdb-45d6-a30e-0fab0a938c61 HTTP/1.1" status: 200 len: 849 time: 0.0916588 Jun 16 14:33:08.430990 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:33:08.513623 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:08.650254 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776374558576'] for subnet, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:08.652365 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:33:08.681265 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:08.681840 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:08.683109 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] 10.222.0.96 "PUT /v2.0/subnets/8b733dc5-ecdb-45d6-a30e-0fab0a938c61 HTTP/1.1" status: 200 len: 868 time: 0.2557456 Jun 16 14:33:08.698061 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cdc5b-1103-4c26-af85-cb000dcaec7f None None] Network 094a2f43-c001-4cc2-857b-694f29bf27b8 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:33:08.701961 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b733dc5-ecdb-45d6-a30e-0fab0a938c61,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:33:08.710058 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.710430 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.710757 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.711156 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.711490 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.711822 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.712138 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.712452 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.712942 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.713272 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.713591 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.713932 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:08.718024 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:33:09.044638 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-1694ed24-c336-4320-b6de-fb93e2f8ef94 None None] Provisioning complete for port 22d46613-cfcd-4178-b642-7533a242be18 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:33:09.045016 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1694ed24-c336-4320-b6de-fb93e2f8ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:09.132947 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-1694ed24-c336-4320-b6de-fb93e2f8ef94 None None] Provisioning complete for port 323a57c4-d1cf-40a2-97a4-61cfd8b9019c triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:33:09.133235 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1694ed24-c336-4320-b6de-fb93e2f8ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:09.950314 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-911f0368-c1e8-4e84-a9ca-6fd030e7ca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:10.831561 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47690) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:11.030110 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0128150-adcf-4169-ad5a-01063f9e74ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:11.030616 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0128150-adcf-4169-ad5a-01063f9e74ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:11.032147 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f0128150-adcf-4169-ad5a-01063f9e74ab admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1995764 Jun 16 14:33:12.699889 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:12.783866 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ade2f391-2ec4-4524-bc7f-73d17f533a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:13.179027 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47700) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:13.375161 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019122b-d876-4787-a18e-b4c98cf5f510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:13.375573 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019122b-d876-4787-a18e-b4c98cf5f510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:13.377105 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d019122b-d876-4787-a18e-b4c98cf5f510 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1970184 Jun 16 14:33:13.855496 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:15.494374 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47708) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:15.623602 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35bc432-8422-46e7-bb00-0ad2c7dadfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:15.624920 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a35bc432-8422-46e7-bb00-0ad2c7dadfdd admin admin] 10.222.0.96 "GET /v2.0/networks/092307a4-361e-4669-bb92-c47c09b84e3d HTTP/1.1" status: 200 len: 886 time: 0.1294429 Jun 16 14:33:16.015379 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:17.758706 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47716) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:17.888156 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7deb99-6773-4d2b-b650-3c5dcbef2a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:17.889510 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8d7deb99-6773-4d2b-b650-3c5dcbef2a3f admin admin] 10.222.0.96 "GET /v2.0/networks/094a2f43-c001-4cc2-857b-694f29bf27b8 HTTP/1.1" status: 200 len: 870 time: 0.1298685 Jun 16 14:33:18.037000 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:33:20.081536 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:20.204091 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dba7a7-b027-4bfb-9ac5-098f0c1f9f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:20.204451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dba7a7-b027-4bfb-9ac5-098f0c1f9f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:20.206547 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b0dba7a7-b027-4bfb-9ac5-098f0c1f9f26 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234202 Jun 16 14:33:22.484556 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:22.575212 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c42fd-8b09-4d9f-bc5a-9fea1b262fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:22.575659 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c42fd-8b09-4d9f-bc5a-9fea1b262fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:22.577122 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-9a5c42fd-8b09-4d9f-bc5a-9fea1b262fbc admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916333 Jun 16 14:33:24.711064 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47740) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:24.793266 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632971be-0ade-4500-924f-83687e222cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:24.794594 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-632971be-0ade-4500-924f-83687e222cb0 admin admin] 10.222.0.96 "GET /v2.0/subnets/4db3ec05-4b3c-4732-af72-06cf9c6351e5 HTTP/1.1" status: 200 len: 816 time: 0.0826004 Jun 16 14:33:26.928262 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47748) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:27.016257 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc2f20-375b-4535-9179-ec7cae82bec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:27.017568 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e4dc2f20-375b-4535-9179-ec7cae82bec5 admin admin] 10.222.0.96 "GET /v2.0/subnets/8b733dc5-ecdb-45d6-a30e-0fab0a938c61 HTTP/1.1" status: 200 len: 868 time: 0.0883579 Jun 16 14:33:39.952797 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5e26c01e-41fb-42d8-8bff-414234309347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:42.702251 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:42.786881 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f0be4ff3-c5c0-4dc9-850f-85e6124053ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:43.858677 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:46.017945 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:50.448757 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47792) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:50.494854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [None req-7b598f84-627b-4474-bc7f-9f7dada2c55f admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:33:50.495820 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-7b598f84-627b-4474-bc7f-9f7dada2c55f admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461326 Jun 16 14:33:52.699386 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47800) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:52.758137 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a9b309-bc11-4415-83f7-43ba061654d2 admin admin] GET failed (client error): The resource could not be found. Jun 16 14:33:52.759442 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e6a9b309-bc11-4415-83f7-43ba061654d2 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591171 Jun 16 14:33:52.844979 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f212f3-3518-4f04-82a9-9de04ed6823a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:52.846759 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-00f212f3-3518-4f04-82a9-9de04ed6823a admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833631 Jun 16 14:33:55.009200 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:55.035355 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:33:55.060795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:33:55.081029 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Made reservation on behalf of 9c2a33bb9850435f8f828c79bd618d7f for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:33:55.083406 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:55.123632 dv-cinder-780933-6-smb neutron-server[93995]: WARNING neutron.services.revisions.revision_plugin [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Could not find related network for resource to bump revision. Jun 16 14:33:55.135990 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:33:55.145677 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:55.146021 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Added segment f4cd499a-339c-43ce-bb29-bdcee018a6ff of type vlan for network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 Jun 16 14:33:55.184371 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:55.211418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:55.212704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:55.213278 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:55.215991 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:33:55.238932 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2286475 Jun 16 14:33:55.275717 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Pushing event updated for resources: {'Network': ['ID=9e94eef1-2e79-4a6a-8c2d-28a21b872c99,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:33:55.282966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.284074 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.284306 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.284639 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.284969 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.285291 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.285612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.285932 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.286292 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.286614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.286933 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.287244 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:55.290891 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:33:55.298424 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:33:57.397042 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:33:57.460125 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-589b1a9d-2a53-4ea5-84a5-2e4f40a5a64c admin admin] GET failed (client error): The resource could not be found. Jun 16 14:33:57.461408 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-589b1a9d-2a53-4ea5-84a5-2e4f40a5a64c admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634081 Jun 16 14:33:57.558819 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494cd47-fb70-431b-aec7-b3c91c395dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:57.560254 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2494cd47-fb70-431b-aec7-b3c91c395dd8 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0950642 Jun 16 14:33:57.570584 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Request body: {'subnet': {'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:33:57.592459 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Made reservation on behalf of 9c2a33bb9850435f8f828c79bd618d7f for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:33:57.594914 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:57.752173 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:57.754928 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:33:57.805536 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85773f3-af8e-4de4-90c2-1264b719dc9c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:33:57.808953 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:33:57.815827 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Checking segment: {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:33:57.816162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Network hostable DHCP agents. Network: 9e94eef1-2e79-4a6a-8c2d-28a21b872c99, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:33:57.831767 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:33:57.839955 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 9e94eef1-2e79-4a6a-8c2d-28a21b872c99) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:33:57.844000 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:33:57.844504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:57.849788 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7936b-bd30-4bd2-9544-4245ea40d165 None None] Network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:33:57.857596 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906280 Jun 16 14:33:58.102143 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-9e94eef1-2e79-4a6a-8c2d-28a21b872c99', 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99', 'tenant_id': '9c2a33bb9850435f8f828c79bd618d7f', 'fixed_ips': [{'subnet_id': 'a85773f3-af8e-4de4-90c2-1264b719dc9c'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:33:58.103059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:58.238590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Allocated IP 192.168.233.2 (9e94eef1-2e79-4a6a-8c2d-28a21b872c99/a85773f3-af8e-4de4-90c2-1264b719dc9c/20bf8d64-d98c-4202-b5bb-ca2da52553b5) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:33:58.383651 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:58.391928 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Transition to ACTIVE for port object 20bf8d64-d98c-4202-b5bb-ca2da52553b5 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:33:58.407516 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Transition to ACTIVE for port object 20bf8d64-d98c-4202-b5bb-ca2da52553b5 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:33:58.413929 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:58.416393 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:33:58.453392 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:33:58.458713 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:33:58.462044 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:33:58.468737 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Pushing event updated for resources: {'Port': ['ID=20bf8d64-d98c-4202-b5bb-ca2da52553b5,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:33:58.497991 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.498361 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.498698 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.499029 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.499356 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.499683 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.500006 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.500326 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.500643 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.500964 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.501278 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.501592 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:33:58.506374 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:33:58.534683 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Attempting to bind port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:33:58.535060 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Attempting to bind port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:33:58.535426 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Attempting to bind port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 on network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:33:58.540433 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:33:58.540806 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Checking segment: {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:33:58.541207 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:58.541602 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Bound using segment: {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:33:58.542072 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Bound port: 20bf8d64-d98c-4202-b5bb-ca2da52553b5, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:33:58.542472 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:58.605783 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] For port 20bf8d64-d98c-4202-b5bb-ca2da52553b5, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:33:58.609468 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] For port 20bf8d64-d98c-4202-b5bb-ca2da52553b5, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=20bf8d64-d98c-4202-b5bb-ca2da52553b5,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:33:58.614264 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:58.616541 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-f8ac310a-7eb8-4c3c-82ea-405bf5970cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:33:58.671411 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Pushing event updated for resources: {'Port': ['ID=20bf8d64-d98c-4202-b5bb-ca2da52553b5,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:33:58.675375 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:33:59.140619 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 20bf8d64-d98c-4202-b5bb-ca2da52553b5 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:33:59.195717 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:33:59.499950 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4dc07-f77d-47f3-97bb-b330ead6ecbb None None] Network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:33:59.624949 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Provisioning for port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:33:59.646220 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Provisioning complete for port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:33:59.647296 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:59.745907 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:59.783314 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] For port 20bf8d64-d98c-4202-b5bb-ca2da52553b5, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=20bf8d64-d98c-4202-b5bb-ca2da52553b5,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:33:59.788938 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:33:59.791655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:33:59.847211 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Pushing event updated for resources: {'Port': ['ID=20bf8d64-d98c-4202-b5bb-ca2da52553b5,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:33:59.850626 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:33:59.909531 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e19c67ab-6c41-4620-b021-fd1a2ce71b97 None None] Provisioning complete for port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:33:59.909906 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e19c67ab-6c41-4620-b021-fd1a2ce71b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:01.104680 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 20bf8d64-d98c-4202-b5bb-ca2da52553b5 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:34:01.151494 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 20bf8d64-d98c-4202-b5bb-ca2da52553b5 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:34:01.151866 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:09.955193 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8325ad0e-af54-4e7e-baab-8379c1dba430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:12.704883 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:12.786546 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a180087d-1a87-4f8c-9bd5-c7d945160f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:13.862032 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:16.022922 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:32.033241 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:34:39.955958 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-49762b23-3920-4233-afde-928cbdd969c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:42.706892 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:42.787576 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6eed62f2-da3a-4e34-ad13-53a63ba1f83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:43.866648 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:34:46.023950 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:04.995582 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47868) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:35:05.001345 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [None req-fa558906-9c58-44f0-8269-bd4ccbf4feee tempest-verify_tempest_config-1994921235 tempest-verify_tempest_config-1994921235-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:35:05.002337 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-fa558906-9c58-44f0-8269-bd4ccbf4feee tempest-verify_tempest_config-1994921235 tempest-verify_tempest_config-1994921235-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057838 Jun 16 14:35:05.299783 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 47886) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:35:05.398161 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.486977 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.490525 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.496129 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:35:05.534668 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9d0e4d093bb24715b927de95e23d524b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2338800 Jun 16 14:35:05.535488 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a1f912-fb00-471e-bc1f-7d3b68d33564,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:35:05.537328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:35:05.541892 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.542256 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.542591 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.542918 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.543245 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.543568 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.543885 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.544203 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.544522 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.544837 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.545150 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.545461 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.550490 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:35:05.595695 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.616349 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.699792 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.702687 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:05.704358 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/30a1f912-fb00-471e-bc1f-7d3b68d33564 HTTP/1.1" status: 204 len: 168 time: 0.1660175 Jun 16 14:35:05.704963 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:35:05.713202 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a1f912-fb00-471e-bc1f-7d3b68d33564,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:35:05.720364 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.720727 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.721062 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.721454 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.721711 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.722036 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.722403 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.722707 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.723083 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.723360 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.723692 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.723990 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:35:05.727056 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:35:09.032155 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:35:09.956752 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9f2970ad-355f-4a46-87a7-3540c800bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:12.708833 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:12.788686 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ec889455-c99c-40f2-bdb3-6ce73cb341b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:13.868950 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:16.027453 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:39.956922 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-649e73d6-0cac-4ac7-8bcf-af28413ee283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:42.708856 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:42.788983 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-dce32b48-129b-4d42-88e2-069f58e3fea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:43.869252 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:46.033080 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:35:46.033852 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:36:09.958570 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f0f03910-2f0c-453f-a34f-c3bfff24e5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:12.709575 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:12.788192 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-27cd835a-62ee-43bc-8d4a-c42399e23ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:13.871642 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:16.033914 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:23.032333 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:36:39.958960 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-24251166-90d6-4e6a-89cf-7899696c633a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:42.709369 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:42.786907 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-354588c7-40c4-496f-99d0-0af0cf5414c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:43.876088 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:46.036719 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:36:56.891162 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031'] for agent, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:00.031752 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:37:01.260877 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47944) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:37:01.366460 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0abd992d-720a-4423-be41-54ab1e9224b0 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1043935 Jun 16 14:37:03.491393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 47954) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:37:03.543554 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1b6a4541-3740-46da-b57e-7eb47a2e1bc9 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0510676 Jun 16 14:37:09.960204 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1af5b1b6-5d47-41bc-967a-cf4d2c5a6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:12.709770 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:12.785184 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2160-0944-433c-a38d-b47b41713755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:13.878552 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:16.040577 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:26.874403 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:37.030629 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:37:39.960700 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-927df43a-b437-4487-9bb9-63c6d859ef55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:42.709492 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:42.784130 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ea3e87b2-e545-4fb2-9d3e-5a6118316c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:43.881634 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:46.042969 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:37:56.890595 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:09.961533 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2962af2f-ed60-4c8f-9f11-3667618e6277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:12.715475 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:12.784537 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-00481b92-ab70-461d-a651-c15fa667f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:13.885754 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:14.030173 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:38:16.134159 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:26.888277 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.480328 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48130) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:35.576172 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48144) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:35.667519 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-47676552-network', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:35.694019 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Made reservation on behalf of 9c13ccc218d649d2a9bef1f4a3a1aa0d for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:35.696549 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.710586 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.807965 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.812174 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.816182 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:35.836976 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:38:35.851998 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a29d134-5210-4d95-8bdd-6c9515eff9bf,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:35.860147 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.860499 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.860851 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.861164 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.861487 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.861808 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.862134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.862485 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.862825 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.863150 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.863478 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.863793 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Tracked resource versions report: Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: pushed versions: Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: { 'AddressGroup': {'1.2'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'ConntrackHelper': {'1.0'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Log': {'1.0'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Network': {'1.1'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Port': {'1.7'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'PortForwarding': {'1.2'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'QosPolicy': {'1.8'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroup': {'1.4'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'SubPort': {'1.0'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Subnet': {'1.1'}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Trunk': {'1.1'}} Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: consumer versions: Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: HyperV agent@hv-cinder-78093: {}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'ConntrackHelper': '1.0', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Log': '1.0', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Network': '1.1', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Port': '1.7', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'PortForwarding': '1.2', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'QosPolicy': '1.8', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroup': '1.4', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'SecurityGroupRule': '1.2', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'SubPort': '1.0', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Subnet': '1.1', Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: 'Trunk': '1.1'}} Jun 16 14:38:35.864802 dv-cinder-780933-6-smb neutron-server[94000]: {{(pid=94000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:38:35.868205 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.868645 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Added segment 75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa of type vlan for network 3d021e4e-e797-4785-a75b-830b92b37b19 Jun 16 14:38:35.870271 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:35.910318 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.912303 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1254127573-network', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:35.941516 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.942973 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:35.943847 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.944866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Made reservation on behalf of 145d3c0e2bea47378d78655d88eff3c6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:35.949356 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:35.956887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:35.959926 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.018858 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5371606 Jun 16 14:38:36.019902 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Pushing event updated for resources: {'Network': ['ID=3d021e4e-e797-4785-a75b-830b92b37b19,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:36.022234 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:36.027950 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Request body: {'subnet': {'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-subnet', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:36.028944 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:36.037829 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 3d021e4e-e797-4785-a75b-830b92b37b19 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:38:36.085398 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.091783 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.109026 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-49fbcc31-7933-4164-8d26-045751aeece9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:36.124506 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:38:36.142460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Made reservation on behalf of 9c13ccc218d649d2a9bef1f4a3a1aa0d for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:36.144753 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.170682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.171033 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Added segment d4d3c6c2-ef87-4966-af28-3f01c28ed6b9 of type vlan for network 2b916418-5f9f-46de-b4d2-d27a26aaa043 Jun 16 14:38:36.188490 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744abbac-6134-4f94-8697-188833d1c227,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:36.245763 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.246162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.246534 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.246841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.247163 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.247489 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.247809 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.248126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.248444 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.248945 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.249263 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.249577 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Tracked resource versions report: Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: pushed versions: Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: { 'AddressGroup': {'1.2'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'ConntrackHelper': {'1.0'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Log': {'1.0'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Network': {'1.1'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Port': {'1.7'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'PortForwarding': {'1.2'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'QosPolicy': {'1.8'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroup': {'1.4'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'SubPort': {'1.0'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Subnet': {'1.1'}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Trunk': {'1.1'}} Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: consumer versions: Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: HyperV agent@hv-cinder-78093: {}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'ConntrackHelper': '1.0', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Log': '1.0', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Network': '1.1', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Port': '1.7', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'PortForwarding': '1.2', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'QosPolicy': '1.8', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroup': '1.4', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'SecurityGroupRule': '1.2', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'SubPort': '1.0', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Subnet': '1.1', Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: 'Trunk': '1.1'}} Jun 16 14:38:36.250826 dv-cinder-780933-6-smb neutron-server[93995]: {{(pid=93995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:38:36.254015 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:36.274462 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.345559 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.348307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:36.349107 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.355930 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:36.408780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48190) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:36.409023 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8337820 Jun 16 14:38:36.413787 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Request body: {'subnet': {'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1254127573-subnet', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:36.437097 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Made reservation on behalf of 145d3c0e2bea47378d78655d88eff3c6 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:36.440942 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.457524 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b916418-5f9f-46de-b4d2-d27a26aaa043,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:36.460244 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:36.470145 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:38:36.487929 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48194) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:36.499529 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.503313 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:36.631316 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Checking segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:36.632132 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Network hostable DHCP agents. Network: 3d021e4e-e797-4785-a75b-830b92b37b19, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:38:36.636635 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696d4c8f-2e66-479c-9fb6-ac2c7a02be29,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:36.639640 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:36.654950 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Network 3d021e4e-e797-4785-a75b-830b92b37b19 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:38:36.665323 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 3d021e4e-e797-4785-a75b-830b92b37b19) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:36.671473 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:36.672126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.684923 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683532b-fa26-4f39-b5c9-7cb2da3fe20c None None] Network 3d021e4e-e797-4785-a75b-830b92b37b19 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:38:36.693616 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6702313 Jun 16 14:38:36.694666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48208) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:36.700970 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:36.732018 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.733985 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.741130 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.750794 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-860832b2-ae58-4791-bf24-cbe6a1c6a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:36.817823 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd3bc56-0244-47a6-bee6-342d9f7faa4d,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:36.828327 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:36.835957 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Checking segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:36.836617 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Network hostable DHCP agents. Network: 2b916418-5f9f-46de-b4d2-d27a26aaa043, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:38:36.859854 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:38:36.876322 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 2b916418-5f9f-46de-b4d2-d27a26aaa043) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:36.889755 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bd25a-ff16-449b-a636-41670f061693 None None] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:38:36.893511 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:36.895257 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9644ea8-d960-415f-8340-760625a36cf9 None None] Network 3d021e4e-e797-4785-a75b-830b92b37b19 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:38:36.896392 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.900316 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.921792 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5068316 Jun 16 14:38:36.922746 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48212) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:36.931426 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:36.980137 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:36.981071 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.064117 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.081254 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-814854867-network', 'tenant_id': '1798676087704e2ba01e41f228f48b32'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:37.175405 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Made reservation on behalf of 1798676087704e2ba01e41f228f48b32 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:37.178884 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.310835 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.317102 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.327765 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.438658 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-2b916418-5f9f-46de-b4d2-d27a26aaa043', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:38:37.439360 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.630063 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.640830 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.671687 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ea407c62-bc04-4b7a-af9c-5ebce4b21443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:37.763580 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:38:37.812796 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Allocated IP 172.20.0.2 (2b916418-5f9f-46de-b4d2-d27a26aaa043/9dd3bc56-0244-47a6-bee6-342d9f7faa4d/215d7293-606a-482d-a421-e403cbe89b02) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:37.851267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.885913 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7d58e2-cecb-49be-b6da-2049ac8f23dc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:37.891649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:37.906409 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.939126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:37.939812 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Added segment ef380e77-ed7e-4451-b1b3-bc6b99e96d08 of type vlan for network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 Jun 16 14:38:38.080384 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Allocated IP 172.28.0.253 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/3dc13612-52a7-4229-a42c-5cf96ea3cf59) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:38.172259 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.192209 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.214787 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.268745 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Transition to ACTIVE for port object 215d7293-606a-482d-a421-e403cbe89b02 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:38.294467 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.325815 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 14:38:38.337704 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.344838 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Transition to ACTIVE for port object 215d7293-606a-482d-a421-e403cbe89b02 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:38.359275 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.370531 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:38.443471 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.443961 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:38.446856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:38.448392 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:38.450896 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:38.457343 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Pushing event updated for resources: {'Port': ['ID=215d7293-606a-482d-a421-e403cbe89b02,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:38.461921 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.478243 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:38.478833 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.487869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:38.506865 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.507207 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.509084 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.509436 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.509769 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.510098 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.510645 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.511235 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.511718 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.512042 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.512456 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.512654 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Tracked resource versions report: Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: pushed versions: Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: { 'AddressGroup': {'1.2'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'ConntrackHelper': {'1.0'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Log': {'1.0'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Network': {'1.1'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Port': {'1.7'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'PortForwarding': {'1.2'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'QosPolicy': {'1.8'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroup': {'1.4'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'SubPort': {'1.0'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Subnet': {'1.1'}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Trunk': {'1.1'}} Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: consumer versions: Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: HyperV agent@hv-cinder-78093: {}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'ConntrackHelper': '1.0', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Log': '1.0', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Network': '1.1', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Port': '1.7', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'PortForwarding': '1.2', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'QosPolicy': '1.8', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroup': '1.4', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'SecurityGroupRule': '1.2', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'SubPort': '1.0', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Subnet': '1.1', Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: 'Trunk': '1.1'}} Jun 16 14:38:38.514003 dv-cinder-780933-6-smb neutron-server[94007]: {{(pid=94007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:38:38.520199 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:38.549700 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0577486 Jun 16 14:38:38.549933 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc13612-52a7-4229-a42c-5cf96ea3cf59,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:38.551989 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48272) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:38.560748 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Request body: {'subnet': {'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-814854867-subnet', 'tenant_id': '1798676087704e2ba01e41f228f48b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:38.566134 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Attempting to bind port 215d7293-606a-482d-a421-e403cbe89b02 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:38:38.566534 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Attempting to bind port 215d7293-606a-482d-a421-e403cbe89b02 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:38:38.567564 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Attempting to bind port 215d7293-606a-482d-a421-e403cbe89b02 on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:38.574805 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:38:38.575391 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Checking segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:38.575954 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.576848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Bound using segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:38:38.577495 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Bound port: 215d7293-606a-482d-a421-e403cbe89b02, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:38:38.578029 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.578884 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:38.600651 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:38.605791 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:38.616116 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:38.624921 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0771c3-a87a-46c5-9fea-b2d3d652e623,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:38.637261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:38.638752 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:38:38.673025 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Allocated IP 172.28.0.247 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/87fa54fd-c7f0-4f05-add0-bf00f41c0752) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:38.704203 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] For port 215d7293-606a-482d-a421-e403cbe89b02, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:38:38.806131 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] For port 215d7293-606a-482d-a421-e403cbe89b02, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=215d7293-606a-482d-a421-e403cbe89b02,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:38:38.823257 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.840373 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:38.895381 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:38.968441 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Pushing event updated for resources: {'Port': ['ID=215d7293-606a-482d-a421-e403cbe89b02,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:38.976255 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:38.988489 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:39.165016 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:39.184307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:39.238582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Made reservation on behalf of 1798676087704e2ba01e41f228f48b32 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:39.241294 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:39.260894 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48300) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:39.380147 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:39.445675 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Pushing event updated for resources: {'Port': ['ID=87fa54fd-c7f0-4f05-add0-bf00f41c0752,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:39.474322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:39.505179 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:39.508876 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:39.511318 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 215d7293-606a-482d-a421-e403cbe89b02 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:39.513322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:39.624797 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 215d7293-606a-482d-a421-e403cbe89b02 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:39.926933 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:39.928933 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:39.954440 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:39.968535 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7ab322fb-75cd-4bec-9998-31c223f1f75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.165257 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48346) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:40.186687 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=590c1b2b-ee87-4408-8d6e-d80a0ed3c439,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:40.216071 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:40.216928 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Checking segment: {'id': 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:40.217350 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Network hostable DHCP agents. Network: 8b0771c3-a87a-46c5-9fea-b2d3d652e623, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:38:40.265507 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.305014 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:38:40.312031 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:38:40.346893 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 8b0771c3-a87a-46c5-9fea-b2d3d652e623) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:40.363615 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:40.364314 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.365010 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f68b31-5566-44d6-984e-ecef91f5836a None None] Network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:38:40.511383 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.524826 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.537625 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9738073 Jun 16 14:38:40.538180 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970c9d8-be9f-4ee0-9a47-dbdd7ec0362c None None] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:38:40.538784 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:40.573116 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Provisioning for port 215d7293-606a-482d-a421-e403cbe89b02 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:40.583355 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Provisioning complete for port 215d7293-606a-482d-a421-e403cbe89b02 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:40.584099 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.652784 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14ce76-5f11-4d2b-a649-d1a04aec4d94,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:40.660685 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.690865 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:38:40.693503 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:40.702732 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:38:40.712769 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=db392ef1fdba488b9ec6282cb4e993a0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4504597 Jun 16 14:38:40.716209 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.717945 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:40.718640 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:40.726053 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7988372 Jun 16 14:38:40.726902 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48366) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:40.727974 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48368) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:40.760241 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.798556 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] For port 215d7293-606a-482d-a421-e403cbe89b02, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=215d7293-606a-482d-a421-e403cbe89b02,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:38:40.806871 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.811788 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:40.831863 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.887003 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Pushing event updated for resources: {'Port': ['ID=215d7293-606a-482d-a421-e403cbe89b02,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:40.912730 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:40.943889 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:40.983577 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:40.991289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.005921 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8086e20-346c-4acc-93f7-797b9140176a None None] Network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:38:41.006377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:41.022792 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:38:41.098488 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.131978 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.193632 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:38Z', 'revision_number': 3, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:41.197972 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:38:41.198636 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Updating router 0487953b-7c5a-475f-a06e-a67fb806a1cb port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:38:41.224102 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5afc8-0834-4ee8-93a5-ca650894e071,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:41.229934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:41.233182 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=60076a64d1c84677acece6aa574e1164&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0514789 Jun 16 14:38:41.237913 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:41.254150 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.334786 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:38:41.347324 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Sync routers for ids ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:38:41.355079 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.368236 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Routers {'26e4f84f-890a-48bf-8c4d-8d9effbd3400'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:41.369684 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:41.388467 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 215d7293-606a-482d-a421-e403cbe89b02 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:41.393640 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.398844 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48394) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:41.399370 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7031326 Jun 16 14:38:41.417263 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.453848 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48406) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:41.458889 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.459378 dv-cinder-780933-6-smb neutron-server[94000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 14:38:41.508928 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.514449 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fc14ce76-5f11-4d2b-a649-d1a04aec4d94 HTTP/1.1" status: 204 len: 168 time: 0.7848489 Jun 16 14:38:41.529898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.531301 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:41.531614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.535137 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1c5afc8-0834-4ee8-93a5-ca650894e071 HTTP/1.1" status: 204 len: 168 time: 0.2939692 Jun 16 14:38:41.535137 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:41.564219 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14ce76-5f11-4d2b-a649-d1a04aec4d94,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:41.576666 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:41.595440 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5afc8-0834-4ee8-93a5-ca650894e071,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:41.602268 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:41.763518 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.784716 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Transition to ACTIVE for port object 3dc13612-52a7-4229-a42c-5cf96ea3cf59 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:41.800420 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.804558 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:41.845555 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-47ec771e-febb-4e56-b392-78280eaf93fc None None] Provisioning complete for port 215d7293-606a-482d-a421-e403cbe89b02 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:41.846033 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-47ec771e-febb-4e56-b392-78280eaf93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.897484 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Pushing event updated for resources: {'Port': ['ID=3dc13612-52a7-4229-a42c-5cf96ea3cf59,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:41.927784 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.928344 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.928744 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.929104 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.929616 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.930074 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.930569 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.931076 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.931931 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.932719 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.933385 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.933881 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Tracked resource versions report: Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: pushed versions: Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: { 'AddressGroup': {'1.2'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Log': {'1.0'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Network': {'1.1'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Port': {'1.7'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'PortForwarding': {'1.2'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'QosPolicy': {'1.8'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroup': {'1.4'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'SubPort': {'1.0'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Subnet': {'1.1'}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Trunk': {'1.1'}} Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: consumer versions: Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: { DHCP agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: HyperV agent@hv-cinder-78093: {}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: L3 agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: Metadata agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: Metering agent@dv-cinder-780933-6-smb: {}, Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: Open vSwitch agent@dv-cinder-780933-6-smb: { 'AddressGroup': '1.2', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'ConntrackHelper': '1.0', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Log': '1.0', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Network': '1.1', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Port': '1.7', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'PortForwarding': '1.2', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'QosPolicy': '1.8', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroup': '1.4', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'SecurityGroupRule': '1.2', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'SubPort': '1.0', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Subnet': '1.1', Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: 'Trunk': '1.1'}} Jun 16 14:38:41.935185 dv-cinder-780933-6-smb neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:38:41.940952 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:41.958322 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Attempting to bind port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:38:41.958882 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Attempting to bind port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:38:41.959447 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Attempting to bind port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:41.967590 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:38:41.968894 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:41.970870 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:41.971421 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:38:41.975219 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Bound port: 3dc13612-52a7-4229-a42c-5cf96ea3cf59, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:38:41.975865 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.023492 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Set router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:42.058105 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-da8cc24f-e488-4a63-bd3f-8a1028a3e827 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:42.067419 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-da8cc24f-e488-4a63-bd3f-8a1028a3e827 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/networks?id=8b0771c3-a87a-46c5-9fea-b2d3d652e623 HTTP/1.1" status: 200 len: 811 time: 0.6103222 Jun 16 14:38:42.105028 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] For port 3dc13612-52a7-4229-a42c-5cf96ea3cf59, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:38:42.113554 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] For port 3dc13612-52a7-4229-a42c-5cf96ea3cf59, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=3dc13612-52a7-4229-a42c-5cf96ea3cf59,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:38:42.136414 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.152681 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:42.180260 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-0e2ce2a6-5c26-4915-8a3d-7e115dcc05a7 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/quotas/1798676087704e2ba01e41f228f48b32 HTTP/1.1" status: 200 len: 375 time: 0.1108205 Jun 16 14:38:42.228443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48440) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:42.260832 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Pushing event updated for resources: {'Port': ['ID=3dc13612-52a7-4229-a42c-5cf96ea3cf59,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:42.264165 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-6364430b-8d11-4435-b104-ff8ac1c97c13 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1798676087704e2ba01e41f228f48b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821004 Jun 16 14:38:42.267663 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:42.268870 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.272140 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:42.272931 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:42.273625 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.444991 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 215d7293-606a-482d-a421-e403cbe89b02 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:42.445364 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.510443 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:42.576303 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.584569 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.592668 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:42.644378 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48452) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:42.664281 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4039befc-78b2-4d76-803c-726b7887c559,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:42.672559 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:42.722456 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8670b594fe394f1a9237abd570390066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4899323 Jun 16 14:38:42.725712 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48460) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:42.845131 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.874001 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.897191 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.904652 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-ca19ab17-0374-47ee-9623-11872e66fd1f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:38:42.920846 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.922316 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-ca19ab17-0374-47ee-9623-11872e66fd1f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2120514 Jun 16 14:38:42.927879 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Allocated IP 172.20.0.1 (2b916418-5f9f-46de-b4d2-d27a26aaa043/9dd3bc56-0244-47a6-bee6-342d9f7faa4d/cf506690-a11c-4f3f-904d-0290c8c47a6d) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:42.934337 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1542-5522-4fff-8925-7d029e46bff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:42.944358 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:39Z', 'revision_number': 3, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:42.948873 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Checking router: 26e4f84f-890a-48bf-8c4d-8d9effbd3400 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:38:42.949594 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Updating router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:38:42.951780 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:38Z', 'revision_number': 3, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:42.959328 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793a45d-049d-4c37-81f6-da8051bf9b70 None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:38Z', 'revision_number': 3, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:38:43.000471 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.032919 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-a33e9a61-22bd-4ee7-82a0-3474bb84e16d service neutron] 10.222.0.96 "GET /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092892 Jun 16 14:38:43.053640 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.059350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.064539 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4039befc-78b2-4d76-803c-726b7887c559 HTTP/1.1" status: 204 len: 168 time: 0.3315916 Jun 16 14:38:43.064539 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:43.081991 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4039befc-78b2-4d76-803c-726b7887c559,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:43.084357 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:43.372875 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e3e1f86f-0767-4ba6-b560-a3c8ba1351cf service neutron] 10.222.0.96 "GET /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389359 Jun 16 14:38:43.466009 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.489686 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Transition to ACTIVE for port object 87fa54fd-c7f0-4f05-add0-bf00f41c0752 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:43.496628 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.499105 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-d6bcca56-a998-407a-afc9-23774c03959c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:43.561591 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce577d7-2435-42ed-8f32-adf59c469d7c None None] Pushing event updated for resources: {'Port': ['ID=87fa54fd-c7f0-4f05-add0-bf00f41c0752,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:43.591031 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7ce577d7-2435-42ed-8f32-adf59c469d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:43.612690 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.654434 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Attempting to bind port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:38:43.655632 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Attempting to bind port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:38:43.656214 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Attempting to bind port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:43.662176 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:38:43.662968 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:43.663590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.664203 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:38:43.666017 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Bound port: 87fa54fd-c7f0-4f05-add0-bf00f41c0752, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:38:43.666782 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.707611 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Transition to ACTIVE for port object cf506690-a11c-4f3f-904d-0290c8c47a6d will not be triggered until provisioned by entity DHCP. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:43.716603 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.734081 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.742104 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.819427 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] For port 87fa54fd-c7f0-4f05-add0-bf00f41c0752, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:38:43.831638 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-0472db03-a37b-47ab-8a4e-aa920a9cfd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:43.833404 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] For port 87fa54fd-c7f0-4f05-add0-bf00f41c0752, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=87fa54fd-c7f0-4f05-add0-bf00f41c0752,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:38:43.842124 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:43.845832 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8f898ff6ead494b8aa31a2f7ef41aca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1965072 Jun 16 14:38:43.846997 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:43.859748 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:44.020517 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Routers {'26e4f84f-890a-48bf-8c4d-8d9effbd3400'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:44.021192 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:44.024047 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.121063 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.152736 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-97980c69-eef1-44bf-be1c-fabfb6382890 req-b182d6b1-9edd-4968-89d1-cca9da7b267c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 210 time: 0.2379091 Jun 16 14:38:44.180484 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffb0478-4bcd-4822-ba23-446bf002dd02,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:44.199422 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:44.226943 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.230460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.231547 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9ffb0478-4bcd-4822-ba23-446bf002dd02 HTTP/1.1" status: 204 len: 168 time: 0.3835726 Jun 16 14:38:44.232320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-846240d4-a6e8-4ba5-88f4-a628778b236f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:44.248775 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffb0478-4bcd-4822-ba23-446bf002dd02,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:44.254523 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:44.265324 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.287273 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.305582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:44.314176 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] Set router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:44.370063 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:44.373549 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Pushing event updated for resources: {'Port': ['ID=cf506690-a11c-4f3f-904d-0290c8c47a6d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:44.376300 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:44.380828 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:44.381554 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:44.382009 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:44.428679 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce577d7-2435-42ed-8f32-adf59c469d7c None None] Pushing event updated for resources: {'Port': ['ID=87fa54fd-c7f0-4f05-add0-bf00f41c0752,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:44.531177 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7ce577d7-2435-42ed-8f32-adf59c469d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:44.809884 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:39Z', 'revision_number': 3, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:44.819621 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83413ab2-49cd-4483-8acf-861c07b3da2d None None] The sync data for ids ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'] in dv-cinder-780933-6-smb is: [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:39Z', 'revision_number': 3, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:38:44.966838 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-24bf3a13-7caf-45bd-8afa-b7f076f6010d None None] Provisioning for port cf506690-a11c-4f3f-904d-0290c8c47a6d completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:44.971215 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-24bf3a13-7caf-45bd-8afa-b7f076f6010d None None] Provisioning complete for port cf506690-a11c-4f3f-904d-0290c8c47a6d triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:44.971652 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-24bf3a13-7caf-45bd-8afa-b7f076f6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.036815 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-24bf3a13-7caf-45bd-8afa-b7f076f6010d None None] Port cf506690-a11c-4f3f-904d-0290c8c47a6d cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:38:45.046927 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Allocated IP 172.20.0.1 (3d021e4e-e797-4785-a75b-830b92b37b19/696d4c8f-2e66-479c-9fb6-ac2c7a02be29/bb35106e-4a6d-4567-b50a-a2a2711ebd28) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:45.124712 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.403021 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-aedf09d1-7ed9-4938-987d-576e4bf8f2ab req-c7faf793-9942-43e0-93e3-9ad3b52a9049 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 210 time: 0.0785100 Jun 16 14:38:45.527434 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.534540 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 87fa54fd-c7f0-4f05-add0-bf00f41c0752 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:45.656533 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:45.662849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:45.663250 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.858836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.903861 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.933022 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-54eca527-0e8a-4304-8675-5a2443df3ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:45.935267 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 87fa54fd-c7f0-4f05-add0-bf00f41c0752, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=87fa54fd-c7f0-4f05-add0-bf00f41c0752,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:38:45.942185 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:45.944070 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3dc13612-52a7-4229-a42c-5cf96ea3cf59 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:45.947567 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:46.005633 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Network 3d021e4e-e797-4785-a75b-830b92b37b19 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:46.027556 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:46.036764 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:46.044272 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.206464 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.250589 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.266839 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=87fa54fd-c7f0-4f05-add0-bf00f41c0752,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:46.273723 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:46.285103 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.285912 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Pushing event updated for resources: {'Port': ['ID=bb35106e-4a6d-4567-b50a-a2a2711ebd28,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:46.295715 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:46.304192 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:46.305368 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.311911 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:46.312172 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.343958 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-902da444-1a72-4015-8843-c60e06093ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:46.535842 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Pushing event updated for resources: {'Port': ['ID=cf506690-a11c-4f3f-904d-0290c8c47a6d,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:46.536076 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.572403 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:46.578305 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:46.579463 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:46.610990 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48664) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:46.615534 dv-cinder-780933-6-smb neutron-server[93995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 14:38:46.656009 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 3dc13612-52a7-4229-a42c-5cf96ea3cf59, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=3dc13612-52a7-4229-a42c-5cf96ea3cf59,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:38:46.666364 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:46.675948 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:46.692196 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0ac4329f-e8ba-4c2e-8694-8f7cff0dccce req-55bd3eba-ed8b-46ea-9473-6579078ee4db tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 210 time: 0.0777979 Jun 16 14:38:46.799640 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:38:46.982309 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=3dc13612-52a7-4229-a42c-5cf96ea3cf59,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:46.985674 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:47.077513 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-0b7e93d7-61b8-47af-8827-d8d9045f8800 None None] Provisioning complete for port cf506690-a11c-4f3f-904d-0290c8c47a6d triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:47.079148 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0b7e93d7-61b8-47af-8827-d8d9045f8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.117454 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e93d7-61b8-47af-8827-d8d9045f8800 None None] Port cf506690-a11c-4f3f-904d-0290c8c47a6d cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:38:47.152393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48682) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:47.188268 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.281906 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:38:47.294254 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] 10.222.0.96 "PUT /v2.0/routers/0487953b-7c5a-475f-a06e-a67fb806a1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5557683 Jun 16 14:38:47.299600 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:38:47.315851 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:47.316694 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:47.366590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 87fa54fd-c7f0-4f05-add0-bf00f41c0752 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:47.437245 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:47.438008 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.518308 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.530559 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.533685 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.537472 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:47.540670 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:47.576152 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.655446 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3dc13612-52a7-4229-a42c-5cf96ea3cf59 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:47.761283 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Pushing event updated for resources: {'Port': ['ID=bb35106e-4a6d-4567-b50a-a2a2711ebd28,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:47.769936 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:47.780807 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:47.781258 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.870966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.880926 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:47.885878 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:47.960522 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Network 3d021e4e-e797-4785-a75b-830b92b37b19 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:47.965682 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:47.998598 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=074d15500cdd4591817b08255af0130b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8445828 Jun 16 14:38:47.999079 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:48.067961 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a18a3-1309-42a5-8d9f-3fec00980fd6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:48.109443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:48.151488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:48.205837 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:48.240216 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d83852e4-5113-4839-88b3-718344071059 req-a4284a1c-2e74-4533-8ff5-bad0c4045660 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 210 time: 0.0942943 Jun 16 14:38:48.305610 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:48.310021 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:48.314025 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c2a18a3-1309-42a5-8d9f-3fec00980fd6 HTTP/1.1" status: 204 len: 168 time: 0.3129759 Jun 16 14:38:48.314873 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:48.327704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a18a3-1309-42a5-8d9f-3fec00980fd6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:48.329786 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:38:48.332957 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:48.362362 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.79', 63270) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:48.410600 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:45Z', 'revision_number': 2, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:48.415446 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:38:48.416113 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Updating router 0487953b-7c5a-475f-a06e-a67fb806a1cb port cf506690-a11c-4f3f-904d-0290c8c47a6d binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:38:48.474462 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:48.599934 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:38:48.609887 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] 10.222.0.96 "PUT /v2.0/routers/26e4f84f-890a-48bf-8c4d-8d9effbd3400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2101402 Jun 16 14:38:48.622956 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Sync routers for ids ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:38:48.653521 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Routers {'26e4f84f-890a-48bf-8c4d-8d9effbd3400'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:48.658134 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:48.898972 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-9649d88c-485c-488d-868b-1c12a4be2dbc tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:48.909622 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-9649d88c-485c-488d-868b-1c12a4be2dbc tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.79 "GET /v2.0/networks?id=8b0771c3-a87a-46c5-9fea-b2d3d652e623 HTTP/1.1" status: 200 len: 811 time: 0.5462141 Jun 16 14:38:48.968051 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Request body: {'port': {'device_id': 'a5565290-d8a0-433e-9707-bc460af406ec', 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623', 'admin_state_up': True, 'tenant_id': '1798676087704e2ba01e41f228f48b32'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:49.070352 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Set router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:49.129593 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.152148 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Transition to ACTIVE for port object cf506690-a11c-4f3f-904d-0290c8c47a6d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:49.174015 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.174759 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48770) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:49.200213 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-37eec365-afcd-4c54-a19a-54910d9897ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:49.217205 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.335491 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48782) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:49.352155 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514297982', 'description': 'tempest-description--154900340'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:49.438970 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.454171 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8da90-08d1-4c5b-9bf3-fb3a0f87a775 None None] Pushing event updated for resources: {'Port': ['ID=cf506690-a11c-4f3f-904d-0290c8c47a6d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:49.455960 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.487352 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-d0d8da90-08d1-4c5b-9bf3-fb3a0f87a775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:49.492907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c43ee050-67fe-4386-af64-860a5a1b9ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:49.506546 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Made reservation on behalf of 1798676087704e2ba01e41f228f48b32 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:38:49.516494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.521497 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Attempting to bind port cf506690-a11c-4f3f-904d-0290c8c47a6d on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:38:49.526469 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Attempting to bind port cf506690-a11c-4f3f-904d-0290c8c47a6d by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:38:49.527475 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Attempting to bind port cf506690-a11c-4f3f-904d-0290c8c47a6d on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:49.540797 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:38:49.542589 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Checking segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:49.543217 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.543821 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Bound using segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:38:49.548563 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Bound port: cf506690-a11c-4f3f-904d-0290c8c47a6d, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:38:49.549460 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.605391 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:47Z', 'revision_number': 4, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'bb35106e-4a6d-4567-b50a-a2a2711ebd28', 'name': '', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'mac_address': 'fa:16:3e:be:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:44Z', 'updated_at': '2021-06-16T14:38:47Z', 'revision_number': 2, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'subnets': [{'id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:49.615432 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Checking router: 26e4f84f-890a-48bf-8c4d-8d9effbd3400 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:38:49.615996 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Updating router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 port bb35106e-4a6d-4567-b50a-a2a2711ebd28 binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:38:49.651705 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a0fa263695643f2a8a75aae3055a643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4741242 Jun 16 14:38:49.668394 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48788) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:49.674603 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b19fc-3476-49e8-904b-e1c1796549b4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:49.692533 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:49.730896 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.753583 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] For port cf506690-a11c-4f3f-904d-0290c8c47a6d, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:38:49.761142 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] For port cf506690-a11c-4f3f-904d-0290c8c47a6d, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=cf506690-a11c-4f3f-904d-0290c8c47a6d,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:38:49.768906 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.785903 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:49.814841 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-faa33d49-851c-4fa2-9317-cc8efd3edf1a req-a1e1dbd0-7544-4dce-b033-01ad9409f2ae tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 210 time: 0.1605947 Jun 16 14:38:49.845811 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:49.851927 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8da90-08d1-4c5b-9bf3-fb3a0f87a775 None None] Pushing event updated for resources: {'Port': ['ID=cf506690-a11c-4f3f-904d-0290c8c47a6d,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:49.883671 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:49.884433 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:50.153867 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:50.188809 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.190382 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48832) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:50.226451 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.299210 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:50.303315 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.333469 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.358288 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Allocated IP 172.20.0.14 (8b0771c3-a87a-46c5-9fea-b2d3d652e623/590c1b2b-ee87-4408-8d6e-d80a0ed3c439/6f868732-91a6-495b-ba00-303bd2398b54) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:50.393835 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.395308 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0587564 Jun 16 14:38:50.405188 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48840) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:50.412007 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'security_group_rule': {'security_group_id': '5931887c-2447-4d86-a517-9b446e57cf26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:50.449500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.455010 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.458826 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/988b19fc-3476-49e8-904b-e1c1796549b4 HTTP/1.1" status: 204 len: 168 time: 0.7848740 Jun 16 14:38:50.477448 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.572220 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.603040 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.605413 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5931887c-2447-4d86-a517-9b446e57cf26,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:50.609694 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:50.610710 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d71ceced-ec08-47b4-aad8-29a464fe0044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:50.618763 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.620188 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b19fc-3476-49e8-904b-e1c1796549b4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:50.623364 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:50.626661 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.631886 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:50.633231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:50.651730 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55729d81-da9d-41ee-af77-eefdbf902c8c,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:50.656005 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:50.657296 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.658706 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2520692 Jun 16 14:38:50.662500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48850) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:50.669576 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'security_group_rule': {'security_group_id': '5931887c-2447-4d86-a517-9b446e57cf26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:50.689830 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.701894 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-d0d8da90-08d1-4c5b-9bf3-fb3a0f87a775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:50.719246 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.777340 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:50.783920 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:50.787597 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:50.795927 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:50.796719 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.805219 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.808844 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Pushing event updated for resources: {'Port': ['ID=6f868732-91a6-495b-ba00-303bd2398b54,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:50.812496 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:50.813217 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.817163 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7394fbb7-d829-432b-8c2b-6e01ea6ca18c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:50.817929 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Transition to ACTIVE for port object bb35106e-4a6d-4567-b50a-a2a2711ebd28 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:50.829012 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8658223 Jun 16 14:38:50.831278 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.835287 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:50.842945 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd136d29-dc76-4c90-8ce4-3552362ac7ca,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:50.847202 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:50.851415 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:50.854433 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890011 Jun 16 14:38:50.856803 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48864) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:50.858171 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-ba04ad22-3481-4d75-967d-91b9a868ce30 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:38:50.862920 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'floatingip': {'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:50.863242 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-ba04ad22-3481-4d75-967d-91b9a868ce30 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255921 Jun 16 14:38:50.919046 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:49Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:50.923110 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886be28-a3e9-4b89-aa2b-a459367f47a2 None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:49Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:38:50.926837 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.030169 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:38:51.051873 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c37b3-ea92-4529-aead-66cfeaa293a2 None None] Pushing event updated for resources: {'Port': ['ID=bb35106e-4a6d-4567-b50a-a2a2711ebd28,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:51.098121 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-269c37b3-ea92-4529-aead-66cfeaa293a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:51.123377 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.173982 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-05659b3b-1a5f-4daa-8629-e4a325e737a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:51.176784 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-05659b3b-1a5f-4daa-8629-e4a325e737a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 817 time: 0.3005395 Jun 16 14:38:51.231418 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-82e4fb6a-2c4c-4643-8590-3f415e076c0e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/quotas/9c13ccc218d649d2a9bef1f4a3a1aa0d HTTP/1.1" status: 200 len: 375 time: 0.0485284 Jun 16 14:38:51.279700 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Attempting to bind port bb35106e-4a6d-4567-b50a-a2a2711ebd28 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:38:51.280746 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Attempting to bind port bb35106e-4a6d-4567-b50a-a2a2711ebd28 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:38:51.283916 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Attempting to bind port bb35106e-4a6d-4567-b50a-a2a2711ebd28 on network 3d021e4e-e797-4785-a75b-830b92b37b19 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:51.301092 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:38:51.304954 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Checking segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:51.305589 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.305979 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Bound using segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:38:51.306572 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Bound port: bb35106e-4a6d-4567-b50a-a2a2711ebd28, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:38:51.308344 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.454486 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device cf506690-a11c-4f3f-904d-0290c8c47a6d up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:51.461541 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.510149 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.598773 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48884) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:51.656461 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] For port bb35106e-4a6d-4567-b50a-a2a2711ebd28, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:38:51.664177 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:51.717080 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a029e2fb667148fcb25a0d8735a295ac&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5064888 Jun 16 14:38:51.740011 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 48900) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:51.749711 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] For port bb35106e-4a6d-4567-b50a-a2a2711ebd28, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=bb35106e-4a6d-4567-b50a-a2a2711ebd28,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:38:51.759335 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.778467 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-ab575140-4f8c-4528-9070-697f421f5f2b tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5370512 Jun 16 14:38:51.792288 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-ee6a2f5b-0564-409c-82b6-a065b53cb110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:51.795768 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Request body: {'port': {'device_id': 'a5565290-d8a0-433e-9707-bc460af406ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:38:51.860476 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8309fda-58ba-4b33-a91d-b207f1bd76e7,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:51.877623 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:51.902169 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port cf506690-a11c-4f3f-904d-0290c8c47a6d completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:51.929659 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port cf506690-a11c-4f3f-904d-0290c8c47a6d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:51.930052 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:51.959425 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fff525-68e8-4f74-bec5-e429cd225845 req-6ffbfc5f-594f-4f74-a703-e6e6a3e53d6d tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:51.985398 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-67fff525-68e8-4f74-bec5-e429cd225845 req-6ffbfc5f-594f-4f74-a703-e6e6a3e53d6d tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 932 time: 0.7335813 Jun 16 14:38:52.083180 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Routers {'26e4f84f-890a-48bf-8c4d-8d9effbd3400'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:38:52.084197 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:38:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:52.091643 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c37b3-ea92-4529-aead-66cfeaa293a2 None None] Pushing event updated for resources: {'Port': ['ID=bb35106e-4a6d-4567-b50a-a2a2711ebd28,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:52.101438 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.136911 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-67fff525-68e8-4f74-bec5-e429cd225845 req-0ede69f0-04b1-4dc0-9183-5e33cbdb5019 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469045 Jun 16 14:38:52.169333 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-269c37b3-ea92-4529-aead-66cfeaa293a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:52.186996 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.242109 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.483437 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Allocated IP 172.28.0.102 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/222359fa-4eb3-444b-9147-5ea6048c6a89) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:38:52.510230 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.522245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-92629309-2327-4fd8-9c1f-98a969d8df61 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:38:52.533941 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] Set router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:38:52.545369 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-92629309-2327-4fd8-9c1f-98a969d8df61 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5004025 Jun 16 14:38:52.714934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.742018 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.881827 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.904303 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:52.913271 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d8309fda-58ba-4b33-a91d-b207f1bd76e7 HTTP/1.1" status: 204 len: 168 time: 1.1698306 Jun 16 14:38:52.945190 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:53.021543 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8309fda-58ba-4b33-a91d-b207f1bd76e7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:53.090261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:53.120914 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port cf506690-a11c-4f3f-904d-0290c8c47a6d, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=cf506690-a11c-4f3f-904d-0290c8c47a6d,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:38:53.178953 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:53.194756 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-269c37b3-ea92-4529-aead-66cfeaa293a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:53.338433 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=cf506690-a11c-4f3f-904d-0290c8c47a6d,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:53.347356 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:53.534327 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:53.577527 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:47Z', 'revision_number': 4, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'bb35106e-4a6d-4567-b50a-a2a2711ebd28', 'name': '', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'mac_address': 'fa:16:3e:be:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:44Z', 'updated_at': '2021-06-16T14:38:51Z', 'revision_number': 4, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'subnets': [{'id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:38:53.591448 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af81a4-0fa6-4df7-b832-55511b4d04a5 None None] The sync data for ids ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'] in dv-cinder-780933-6-smb is: [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:47Z', 'revision_number': 4, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'bb35106e-4a6d-4567-b50a-a2a2711ebd28', 'name': '', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'mac_address': 'fa:16:3e:be:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:44Z', 'updated_at': '2021-06-16T14:38:51Z', 'revision_number': 4, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'subnets': [{'id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:38:53.619150 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-ccbcf0aa-11be-43cc-8bef-2c114f99ae10 service neutron] 10.222.0.96 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0709081 Jun 16 14:38:53.824914 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:53.836691 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:53.899295 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:38:53.908669 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210264-1ae8-4aeb-8bb0-6aad2460174d req-b7b070c2-16d1-4afd-b5a2-2591ac6886ef tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:53.913798 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:53.925290 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9f210264-1ae8-4aeb-8bb0-6aad2460174d req-b7b070c2-16d1-4afd-b5a2-2591ac6886ef tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 932 time: 0.2655118 Jun 16 14:38:53.949894 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'Port': ['ID=222359fa-4eb3-444b-9147-5ea6048c6a89,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:53.950614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:53.955449 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:38:53.958648 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:53.959377 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:38:53.973648 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:54.009376 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9f210264-1ae8-4aeb-8bb0-6aad2460174d req-0303f652-5962-4ff6-94b2-45a1f174d538 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816572 Jun 16 14:38:54.056329 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-78ae3caa-0787-4d84-b5d9-05606f229b56 service neutron] 10.222.0.96 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355981 Jun 16 14:38:54.139535 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0a20d390093c405d9885e7770103ca5f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5297377 Jun 16 14:38:54.143436 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 48964) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:54.197218 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0c4d7-94c1-4d60-8363-2bb5992003f4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:54.205210 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:54.244379 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f868732-91a6-495b-ba00-303bd2398b54 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:38:54.258458 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.264556 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.323166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Transition to ACTIVE for port object 6f868732-91a6-495b-ba00-303bd2398b54 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:38:54.335079 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.346920 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e89448bc-d549-4b7c-ad3c-899d9b1c0f2c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:54.559420 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.587371 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Pushing event updated for resources: {'Port': ['ID=6f868732-91a6-495b-ba00-303bd2398b54,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:54.594123 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:54.668936 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Attempting to bind port 6f868732-91a6-495b-ba00-303bd2398b54 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:38:54.669306 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Attempting to bind port 6f868732-91a6-495b-ba00-303bd2398b54 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:38:54.669665 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Attempting to bind port 6f868732-91a6-495b-ba00-303bd2398b54 on network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:54.699208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Port 6f868732-91a6-495b-ba00-303bd2398b54 on network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:38:54.699542 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Attempting to bind port 6f868732-91a6-495b-ba00-303bd2398b54 on network 8b0771c3-a87a-46c5-9fea-b2d3d652e623 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:38:54.715430 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:38:54.715794 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Checking segment: {'id': 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:38:54.716365 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Bound using segment: {'id': 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:38:54.716468 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.716810 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Bound port: 6f868732-91a6-495b-ba00-303bd2398b54, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:38:54.717156 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.903017 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] For port 6f868732-91a6-495b-ba00-303bd2398b54, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:38:54.912358 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] For port 6f868732-91a6-495b-ba00-303bd2398b54, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f868732-91a6-495b-ba00-303bd2398b54,segment=NetworkSegment(ef380e77-ed7e-4451-b1b3-bc6b99e96d08),segment_id=ef380e77-ed7e-4451-b1b3-bc6b99e96d08)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:38:54.936881 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.938004 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:54.952443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:55.002083 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:55.003414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.006402 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] 10.222.0.79 "PUT /v2.0/ports/6f868732-91a6-495b-ba00-303bd2398b54 HTTP/1.1" status: 200 len: 1094 time: 3.3380964 Jun 16 14:38:55.021090 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5565290-d8a0-433e-9707-bc460af406ec', 'tag': '6f868732-91a6-495b-ba00-303bd2398b54'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:38:55.129934 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5ade20e0-7d9d-4a68-9867-1488ce8f3028 req-a5c204f3-ecdc-4086-83a9-768ef67d5994 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 210 time: 0.2986200 Jun 16 14:38:55.236787 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.277524 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.286060 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ddc0c4d7-94c1-4d60-8363-2bb5992003f4 HTTP/1.1" status: 204 len: 168 time: 1.1305025 Jun 16 14:38:55.301862 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:55.376437 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0c4d7-94c1-4d60-8363-2bb5992003f4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:55.405452 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:55.473591 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.494084 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.563272 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:55.693847 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.745186 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device bb35106e-4a6d-4567-b50a-a2a2711ebd28 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:55.916073 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port bb35106e-4a6d-4567-b50a-a2a2711ebd28 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:38:55.939905 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port bb35106e-4a6d-4567-b50a-a2a2711ebd28 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:55.941255 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:55.945744 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Pushing event updated for resources: {'Port': ['ID=6f868732-91a6-495b-ba00-303bd2398b54,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:55.958574 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:55.983155 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-1f6e1f89-3b83-4cbf-a845-3c558ce55f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:55.986410 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-1f6e1f89-3b83-4cbf-a845-3c558ce55f36 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1798676087704e2ba01e41f228f48b32&device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 1097 time: 0.7352700 Jun 16 14:38:56.033514 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'Port': ['ID=222359fa-4eb3-444b-9147-5ea6048c6a89,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:56.058446 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:56.085117 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-5fa952b3-0f87-43ff-aec4-df3738bc8a2f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:56.092357 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-5fa952b3-0f87-43ff-aec4-df3738bc8a2f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 817 time: 0.3516526 Jun 16 14:38:56.100899 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:56.106770 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2478311 Jun 16 14:38:56.149159 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-3c800f16-1f7b-4313-a348-a1fe2d1c8890 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/quotas/9c13ccc218d649d2a9bef1f4a3a1aa0d HTTP/1.1" status: 200 len: 375 time: 0.0388589 Jun 16 14:38:56.289930 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-7f4e10f3-891b-4902-926a-d0261fc2ce18 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f868732-91a6-495b-ba00-303bd2398b54 HTTP/1.1" status: 200 len: 217 time: 0.2822285 Jun 16 14:38:56.372724 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:56.403969 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2d4d4-ae73-4531-b6cb-cfac0356b355 req-c2244a65-b29e-46d8-9308-5a2e23a80120 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:56.412743 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3b2d4d4-ae73-4531-b6cb-cfac0356b355 req-c2244a65-b29e-46d8-9308-5a2e23a80120 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.7881646 Jun 16 14:38:56.485291 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-08a97f4e-f3b3-4c5d-965d-358e46989284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:56.487055 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-08a97f4e-f3b3-4c5d-965d-358e46989284 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=590c1b2b-ee87-4408-8d6e-d80a0ed3c439 HTTP/1.1" status: 200 len: 851 time: 0.1775053 Jun 16 14:38:56.511682 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port bb35106e-4a6d-4567-b50a-a2a2711ebd28, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=bb35106e-4a6d-4567-b50a-a2a2711ebd28,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:38:56.524801 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:56.526235 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device cf506690-a11c-4f3f-904d-0290c8c47a6d up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:56.529290 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:56.582258 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3b2d4d4-ae73-4531-b6cb-cfac0356b355 req-d03289cf-972e-4bfb-846c-1a8484c22550 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649306 Jun 16 14:38:56.585741 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-aff8cd71-3a4d-4465-982d-c35c9dfdc882 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4130912 Jun 16 14:38:56.716753 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5565290-d8a0-433e-9707-bc460af406ec", "tag": "6f868732-91a6-495b-ba00-303bd2398b54"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:38:56.734686 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-ce6c5929-1d79-47e9-8907-750b87b55122 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b0771c3-a87a-46c5-9fea-b2d3d652e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2128363 Jun 16 14:38:56.956133 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=bb35106e-4a6d-4567-b50a-a2a2711ebd28,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:56.974493 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-b9032b49-19e2-4de2-ad3f-04e1c799d2e5 service neutron] 10.222.0.96 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840661 Jun 16 14:38:56.989341 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:57.044219 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:57.064097 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:57.075122 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:57.088694 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port cf506690-a11c-4f3f-904d-0290c8c47a6d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:57.102036 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:57.168539 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-4a797d04-f2e4-40f8-94ea-f0ba604d1857 service neutron] 10.222.0.96 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921926 Jun 16 14:38:57.872891 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-a1b82e71-95eb-4599-a4ae-e907253dac22 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1514297982&fields=id&tenant_id=145d3c0e2bea47378d78655d88eff3c6 HTTP/1.1" status: 200 len: 267 time: 0.2085011 Jun 16 14:38:57.910305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-77e6df24-18c5-4553-a772-9e4a81177ec6 service neutron] 10.222.0.79 "GET /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608649 Jun 16 14:38:57.920098 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f21ad-c365-4a9b-b1e4-023454623f89 x-openstack-request-id: req-a15f21ad-c365-4a9b-b1e4-023454623f89 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:38:57.921414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5565290-d8a0-433e-9707-bc460af406ec", "tag": "6f868732-91a6-495b-ba00-303bd2398b54", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:38:57.925040 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a15f21ad-c365-4a9b-b1e4-023454623f89 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:38:57.930743 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5565290-d8a0-433e-9707-bc460af406ec', 'tag': '6f868732-91a6-495b-ba00-303bd2398b54', 'status': 'completed', 'code': 200} Jun 16 14:38:58.030173 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:58.044332 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device bb35106e-4a6d-4567-b50a-a2a2711ebd28 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:38:58.211611 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-1a44af6d-26dc-4fe1-946b-fe47627765be tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:58.226480 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-1a44af6d-26dc-4fe1-946b-fe47627765be tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 811 time: 0.3469715 Jun 16 14:38:58.239295 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port bb35106e-4a6d-4567-b50a-a2a2711ebd28 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:38:58.239886 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:58.253427 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-ea77dc30-2e3a-4f3a-abb9-e566c8f46702 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/quotas/145d3c0e2bea47378d78655d88eff3c6 HTTP/1.1" status: 200 len: 375 time: 0.0256944 Jun 16 14:38:58.281810 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:58.304890 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4ed61c9b-cc0d-41aa-8429-8a6a73c011c5 req-bc94153f-5761-47e3-8eb6-759fc1b40c03 service neutron] 10.222.0.79 "GET /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649931 Jun 16 14:38:58.308769 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-713f3f84-9829-47f4-8892-547731c3ea18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:58.321563 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-38ea3f84-edb0-4bed-bd76-f02ad366fa1b req-e84d733a-e097-4202-bbaa-ce01f7b985d7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.2895448 Jun 16 14:38:58.442690 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94304e1f-14bf-4940-ac39-68817a99f0ae,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:58.451211 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04a2f588b65746a190695251b5ec0106&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4056437 Jun 16 14:38:58.455521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:38:58.456616 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:58.553691 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-513edf2d-6fd9-4ae2-abee-1c181f28ba0c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2976716 Jun 16 14:38:58.603014 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:58.743843 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:58.789608 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-b2506f6d-0d99-48e3-a365-20fa8dce23d4 service neutron] 10.222.0.96 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180812 Jun 16 14:38:58.999895 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-41703961-5a11-4b52-89b6-6620bc7af9ee service neutron] 10.222.0.96 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090266 Jun 16 14:38:59.043617 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:59.048308 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:38:59.050540 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/94304e1f-14bf-4940-ac39-68817a99f0ae HTTP/1.1" status: 204 len: 168 time: 0.5827291 Jun 16 14:38:59.086153 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dac3ee-d883-4b38-9196-c6b8aae2048e req-6c219262-20e0-4073-a299-cb18a3bd6cbd tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:38:59.097695 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-61dac3ee-d883-4b38-9196-c6b8aae2048e req-6c219262-20e0-4073-a299-cb18a3bd6cbd tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.4306016 Jun 16 14:38:59.104331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4a3d4613-77d1-4c39-a386-e5a91fe7dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:38:59.157878 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94304e1f-14bf-4940-ac39-68817a99f0ae,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:38:59.165635 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:38:59.241449 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-61dac3ee-d883-4b38-9196-c6b8aae2048e req-ca5d21f3-cb3b-4788-b8df-eb8da819751d tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420381 Jun 16 14:38:59.427404 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c41851ce-301a-4a44-a849-534a6497fa87 req-5367875c-79b9-4186-9be9-2489616e7c1c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.0695045 Jun 16 14:38:59.668581 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-32f6fbcd-f150-4579-ae8e-7770f5450f8a req-2f3acea1-dee2-4af3-b5d1-c9c05d62aa35 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0584714 Jun 16 14:39:00.533934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32088f-3d37-46b8-b648-90f66b2c46e8 req-29120032-6129-49d5-9849-acec8ea6354f tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:00.543501 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2a32088f-3d37-46b8-b648-90f66b2c46e8 req-29120032-6129-49d5-9849-acec8ea6354f tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.1293428 Jun 16 14:39:00.597802 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2a32088f-3d37-46b8-b648-90f66b2c46e8 req-1930c514-a45e-46e5-b1f8-e08a6e3e67de tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516772 Jun 16 14:39:00.705852 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4b8c5a9e-7320-4ac1-8086-d5411b0ec059 req-4f9b584e-17f2-4b3f-ac55-2d883f4fd4f1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.0542977 Jun 16 14:39:00.898168 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e447596d-ed5f-4e62-b2b7-8dd02eb1b8aa req-361d5cca-0301-4cfd-af7f-528fe9b31bda tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0563502 Jun 16 14:39:01.814391 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c31f9-e906-465a-8792-9663f627454d req-50eb1451-749d-43c8-b5ba-bb1d8308dfed tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:01.816074 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-df9c31f9-e906-465a-8792-9663f627454d req-50eb1451-749d-43c8-b5ba-bb1d8308dfed tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.0828936 Jun 16 14:39:01.904747 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-df9c31f9-e906-465a-8792-9663f627454d req-41ccc742-32f3-425b-8bfb-ff8f0a7510ae tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Jun 16 14:39:01.958661 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-47e04b5c-786f-473d-ba0e-d7381f80b6a6 req-9993cfa0-7cba-4bf4-ae50-5f439321a6de tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.0502479 Jun 16 14:39:02.145881 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-28900de6-f361-40a0-b6f3-3743d2e7139f req-0b08782c-f08f-4dcb-951f-0d215c6bbaa6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0445669 Jun 16 14:39:02.815795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49354) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:02.942130 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.154996 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-440b7f99-2f25-4b9b-8a39-f4925d5fe310 req-58250e5d-8ae5-40cb-ab8c-0d51fe168d26 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.0480618 Jun 16 14:39:03.271992 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.283443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.289498 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:03.324335 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff897e8-095e-4043-a378-9f56b46b135f req-312220a4-629b-44a2-b8f6-0689922c6aec tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:03.325975 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bff897e8-095e-4043-a378-9f56b46b135f req-312220a4-629b-44a2-b8f6-0689922c6aec tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.3079476 Jun 16 14:39:03.366140 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=13663282b81a40ea9f48050deea68c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491462 Jun 16 14:39:03.367294 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c91c006f-2441-4dc9-9bbd-4f5ab9ff191b req-7dece76c-0aeb-4106-a3ea-1fb1813e131d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0785649 Jun 16 14:39:03.367836 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 49378) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:03.370693 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422059b8-9409-4273-b125-5a8099b8bf26,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:03.387264 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:03.406732 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bff897e8-095e-4043-a378-9f56b46b135f req-e2bfadfb-a73b-4e32-8e3b-986c38c8e722 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Jun 16 14:39:03.426955 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.459884 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.521376 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.524912 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:03.526039 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/422059b8-9409-4273-b125-5a8099b8bf26 HTTP/1.1" status: 204 len: 168 time: 0.1572430 Jun 16 14:39:03.526714 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:03.550982 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422059b8-9409-4273-b125-5a8099b8bf26,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:03.553805 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:03.944134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 49410) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:03.961200 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.099547 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.107492 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.112213 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-af533637-d819-48a1-a4ce-06180c72190d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:04.151784 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7cade7033e8f4ce3a710506acb995c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057335 Jun 16 14:39:04.154848 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 49420) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:04.162365 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5ad17-8e2f-45fa-a293-0cd671ffbf9d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:04.165965 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:04.222569 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.253682 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.329836 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1ad5bea1-790a-4db1-b3b8-705d59d6aa37 req-e291fb5d-eee8-46ec-a2cf-23e3c262da27 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.0371988 Jun 16 14:39:04.336445 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.340953 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:04.345328 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fbb5ad17-8e2f-45fa-a293-0cd671ffbf9d HTTP/1.1" status: 204 len: 168 time: 0.1864572 Jun 16 14:39:04.345328 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8e04dbfa-8ea7-455f-8502-1c3c9848bde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:04.352229 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5ad17-8e2f-45fa-a293-0cd671ffbf9d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:04.355547 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:04.526584 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-96c58e1b-72e1-4b44-b0df-29eed9d01564 req-31a7d62a-17d5-43e6-aece-dc413a2139f1 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0302668 Jun 16 14:39:04.604425 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf4625-f944-42c6-a444-b2789f9bb7b6 req-6001833e-e8fe-4ab7-83bd-749b00b21e45 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:04.607357 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-48cf4625-f944-42c6-a444-b2789f9bb7b6 req-6001833e-e8fe-4ab7-83bd-749b00b21e45 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.0739012 Jun 16 14:39:04.652635 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-48cf4625-f944-42c6-a444-b2789f9bb7b6 req-1c4e8428-a848-4ff3-a5e9-5ee445637010 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Jun 16 14:39:04.993156 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-82fd744f-0033-4b51-a96c-d4019fdb8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:04.995221 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-82fd744f-0033-4b51-a96c-d4019fdb8910 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1798676087704e2ba01e41f228f48b32&device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 1097 time: 0.1458011 Jun 16 14:39:05.175020 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-fcd02bad-603f-460e-b0cf-ba72471987e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:05.179473 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-fcd02bad-603f-460e-b0cf-ba72471987e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b0771c3-a87a-46c5-9fea-b2d3d652e623 HTTP/1.1" status: 200 len: 913 time: 0.1745784 Jun 16 14:39:05.273191 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-2927c6da-a8d5-421b-a907-3d8c7efa0333 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f868732-91a6-495b-ba00-303bd2398b54 HTTP/1.1" status: 200 len: 217 time: 0.0875494 Jun 16 14:39:05.357216 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.79', 63315) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:05.399591 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-2e199e73-7f83-4fc7-b77c-e7fecc0936d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:05.401719 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-2e199e73-7f83-4fc7-b77c-e7fecc0936d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=590c1b2b-ee87-4408-8d6e-d80a0ed3c439 HTTP/1.1" status: 200 len: 851 time: 0.1221311 Jun 16 14:39:05.468981 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-ef33b5ff-bd5c-4d48-a1b5-f55c958e922c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b0771c3-a87a-46c5-9fea-b2d3d652e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595412 Jun 16 14:39:05.514500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-df71cf31-fe7f-4034-81a7-c7abddfacf74 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:05.516842 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-df71cf31-fe7f-4034-81a7-c7abddfacf74 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 817 time: 0.1585209 Jun 16 14:39:05.543158 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Request body: {'port': {'device_id': '89313066-05fc-463f-9cf8-0611e99cafc5', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'admin_state_up': True, 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:05.626015 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-4c591fa4-a1c4-4e7f-a154-0d2b7b8664ef service neutron] 10.222.0.79 "GET /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485944 Jun 16 14:39:05.683204 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a1c3a618-42ce-4f02-bb3e-a3c447574a1a req-a857cc0e-d352-4865-b0e7-ba9d3ee5c92d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.0544307 Jun 16 14:39:05.853199 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b58003c9-5dbf-4c6e-914a-f7bf2193b7cb req-acaef817-ddd3-49ca-9c86-ad0648683848 service neutron] 10.222.0.79 "GET /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143404 Jun 16 14:39:05.928061 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-225a84fd-70d2-4004-a884-0f435c9291bc req-e3b33015-7ad9-44da-b3ab-b92b885269ae tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.1512909 Jun 16 14:39:05.961122 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Made reservation on behalf of 9c13ccc218d649d2a9bef1f4a3a1aa0d for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:05.965155 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:06.286525 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf5ab1-a4f4-4c7c-9986-4055a059117c req-78b6d0c6-db48-406f-a1e0-24959bbedb91 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:06.288304 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-26bf5ab1-a4f4-4c7c-9986-4055a059117c req-78b6d0c6-db48-406f-a1e0-24959bbedb91 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.2497945 Jun 16 14:39:06.290457 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49552) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:06.342404 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-9501d32b-8a17-4484-b300-6b36f4188f04 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:06.343819 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-9501d32b-8a17-4484-b300-6b36f4188f04 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 811 time: 0.2294793 Jun 16 14:39:06.458967 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-a671db20-22e8-4cc3-a847-fd7ef6d30666 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=145d3c0e2bea47378d78655d88eff3c6 HTTP/1.1" status: 200 len: 380 time: 0.0871558 Jun 16 14:39:06.476810 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'port': {'device_id': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'admin_state_up': True, 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'security_groups': ['5931887c-2447-4d86-a517-9b446e57cf26']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:06.599472 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.79', 63320) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:06.655606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:06.671408 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-26bf5ab1-a4f4-4c7c-9986-4055a059117c req-988ba648-a774-4134-9e7a-705e0f60080f tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734221 Jun 16 14:39:06.828267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Allocated IP 172.20.0.14 (3d021e4e-e797-4785-a75b-830b92b37b19/696d4c8f-2e66-479c-9fb6-ac2c7a02be29/f83beb4a-2e2b-4686-9f05-fc3290fbcfe1) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:39:06.936302 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:06.944464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:06.951316 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:06.965808 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-3882d28a-5b41-48f4-a1b2-4993812fc2e7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:06.967565 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-3882d28a-5b41-48f4-a1b2-4993812fc2e7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 817 time: 0.3669462 Jun 16 14:39:07.005620 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Made reservation on behalf of 145d3c0e2bea47378d78655d88eff3c6 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:07.009451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.016502 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Request body: {'port': {'device_id': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'admin_state_up': True, 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:07.030438 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-649e59ac-562f-4309-bc16-1519a64b367b req-2c0dfdb0-3c6a-4e25-b393-b3737112c195 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.1034572 Jun 16 14:39:07.035607 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d473b4e4f6c3478caad9f03329a67198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7433386 Jun 16 14:39:07.038433 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:07.040967 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fae688-b341-441f-822d-4aee90a40e71,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:07.049709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:07.220257 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c7454b21-11d8-4e79-a076-cfe91dfbca83 req-921a916f-6e86-4f27-9cb2-0c03b887b20d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0540855 Jun 16 14:39:07.292887 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.297414 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Made reservation on behalf of 9c13ccc218d649d2a9bef1f4a3a1aa0d for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:07.301259 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.331363 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.333573 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Allocated IP 172.20.0.14 (2b916418-5f9f-46de-b4d2-d27a26aaa043/9dd3bc56-0244-47a6-bee6-342d9f7faa4d/90f586cc-09a2-4c2f-9bf9-c474df1e1116) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:39:07.350606 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.414145 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.418758 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.427614 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7c94191c-ef19-4419-8905-7d812cb55e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:07.431417 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.437481 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d5fae688-b341-441f-822d-4aee90a40e71 HTTP/1.1" status: 204 len: 168 time: 0.3956621 Jun 16 14:39:07.530146 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:07.543444 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 6f868732-91a6-495b-ba00-303bd2398b54 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:39:07.546309 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Network 3d021e4e-e797-4785-a75b-830b92b37b19 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:39:07.563216 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:07.565659 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:39:07.571380 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:07.572010 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.615342 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.616626 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Pushing event updated for resources: {'Port': ['ID=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:07.628295 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:07.652711 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fae688-b341-441f-822d-4aee90a40e71,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:07.655729 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Transition to ACTIVE for port object 90f586cc-09a2-4c2f-9bf9-c474df1e1116 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:07.660769 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:07.672474 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1430156 Jun 16 14:39:07.703891 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 6f868732-91a6-495b-ba00-303bd2398b54, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f868732-91a6-495b-ba00-303bd2398b54,segment=NetworkSegment(ef380e77-ed7e-4451-b1b3-bc6b99e96d08),segment_id=ef380e77-ed7e-4451-b1b3-bc6b99e96d08)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:07.707864 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Request body: {'port': {'device_id': '89313066-05fc-463f-9cf8-0611e99cafc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:07.720465 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '6f868732-91a6-495b-ba00-303bd2398b54', 'network_id': '8b0771c3-a87a-46c5-9fea-b2d3d652e623', 'port_id': '6f868732-91a6-495b-ba00-303bd2398b54', 'mac_address': 'fa:16:3e:97:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590c1b2b-ee87-4408-8d6e-d80a0ed3c439', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:39:07.734756 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.741396 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:07.787781 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.db.api [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-d47ab649-90ae-46e0-9b18-d12f37d263c2 {{(pid=94000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 14:39:07.788142 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_db.api [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:39:07.840514 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.844836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.854073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:39:07.867968 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:07.872761 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:39:07.885453 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f868732-91a6-495b-ba00-303bd2398b54 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:07.903026 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:07.904273 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.911586 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'Port': ['ID=90f586cc-09a2-4c2f-9bf9-c474df1e1116,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:07.923760 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:07.939527 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4741313 Jun 16 14:39:07.954374 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Request body: {'port': {'device_id': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:07.976270 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 6f868732-91a6-495b-ba00-303bd2398b54, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f868732-91a6-495b-ba00-303bd2398b54,segment=NetworkSegment(ef380e77-ed7e-4451-b1b3-bc6b99e96d08),segment_id=ef380e77-ed7e-4451-b1b3-bc6b99e96d08)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:07.991103 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:07.993793 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:08.158546 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=6f868732-91a6-495b-ba00-303bd2398b54,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:08.167822 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:08.212801 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.228072 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 49658) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:08.259065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['6f868732-91a6-495b-ba00-303bd2398b54'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:08.298241 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d6273-4946-4692-ab0f-024c17ce6ac5 req-67b49cdc-6068-4ac2-926b-adfc89f81ca3 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:08.302620 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-075d6273-4946-4692-ab0f-024c17ce6ac5 req-67b49cdc-6068-4ac2-926b-adfc89f81ca3 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 944 time: 0.3855875 Jun 16 14:39:08.331649 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.363693 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.483188 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e41879b6-710f-488a-8689-19aaae5f3469 None None] Provisioning for port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:08.517157 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-e41879b6-710f-488a-8689-19aaae5f3469 None None] Provisioning complete for port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:08.521875 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e41879b6-710f-488a-8689-19aaae5f3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.593230 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e41879b6-710f-488a-8689-19aaae5f3469 None None] Port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:39:08.659100 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-075d6273-4946-4692-ab0f-024c17ce6ac5 req-ecf3391c-e26d-4d09-9ac8-0c3af06c8ad7 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096392 Jun 16 14:39:08.687700 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cdc62-e154-4fc6-b5f7-a574f3d19699 req-0ccebbc9-eb78-4ec2-856f-c6b543d45ade tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:08.700334 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7b2cdc62-e154-4fc6-b5f7-a574f3d19699 req-0ccebbc9-eb78-4ec2-856f-c6b543d45ade tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 932 time: 0.2418308 Jun 16 14:39:08.742712 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.750777 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.774694 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-abf576db-e89c-4dc8-be9e-bf3455e9522f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:08.780305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7b2cdc62-e154-4fc6-b5f7-a574f3d19699 req-adf3f05d-fb67-4531-a1c2-1217e1911864 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784419 Jun 16 14:39:08.820266 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f586cc-09a2-4c2f-9bf9-c474df1e1116 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:08.827841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.835496 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:08.839920 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Transition to ACTIVE for port object 90f586cc-09a2-4c2f-9bf9-c474df1e1116 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:08.841185 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5d3c86-ecac-4c75-8080-e1b6dee2e5d5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:08.844619 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.847971 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:08.862682 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=14a6069ed60b4b648ba3b8b9493ed7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322210 Jun 16 14:39:08.863721 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:08.865436 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.870399 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-99fe4320-bd12-4885-ad83-c3ae48bca50a req-246a23e0-203d-4f18-9e55-87979ee41d71 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0853989 Jun 16 14:39:08.872979 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 49678) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:08.904716 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Transition to ACTIVE for port object f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:08.921413 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:08.922011 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Pushing event updated for resources: {'Port': ['ID=90f586cc-09a2-4c2f-9bf9-c474df1e1116,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:08.926013 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:08.954368 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:08.960838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Attempting to bind port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:39:08.960838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Attempting to bind port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:39:08.961195 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Attempting to bind port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:08.967815 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:39:08.968341 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Attempting to bind port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:08.974182 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:39:08.974523 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Checking segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:08.974969 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Bound using segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:39:08.975320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Bound port: 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:39:08.975661 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.047095 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] For port 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:39:09.050413 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] For port 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:39:09.055341 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.058443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:09.093709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:09.094375 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.095775 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] 10.222.0.79 "PUT /v2.0/ports/90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 1094 time: 1.1485648 Jun 16 14:39:09.096244 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:09.098525 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9487ee42-ab76-43f9-ac56-c30b13e315ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:09.159257 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b789c56-9224-45a6-9fc5-df79342787c6 x-openstack-request-id: req-0b789c56-9224-45a6-9fc5-df79342787c6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:09.159778 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:09.160085 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0b789c56-9224-45a6-9fc5-df79342787c6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:09.160445 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'status': 'completed', 'code': 200} Jun 16 14:39:09.165055 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Pushing event updated for resources: {'Port': ['ID=90f586cc-09a2-4c2f-9bf9-c474df1e1116,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:09.184359 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:09.217111 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-5d79b67d-c83f-4c79-a9a2-0609b06f0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:09.218679 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-5d79b67d-c83f-4c79-a9a2-0609b06f0b17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1097 time: 0.0718558 Jun 16 14:39:09.278838 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-a437b814-1291-4738-bd6a-97c548dd3ebe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 217 time: 0.0513945 Jun 16 14:39:09.281811 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Allocated IP 172.20.0.7 (3d021e4e-e797-4785-a75b-830b92b37b19/696d4c8f-2e66-479c-9fb6-ac2c7a02be29/ac1aca0d-1652-4fd3-b764-29d87cc7101c) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:39:09.293022 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.298946 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Pushing event updated for resources: {'Port': ['ID=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:09.301856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:09.337283 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-47dd8780-3c90-4cbc-828d-d9af8a90e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:09.339426 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-47dd8780-3c90-4cbc-828d-d9af8a90e345 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0539920 Jun 16 14:39:09.392219 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.397018 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Attempting to bind port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:39:09.397425 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Attempting to bind port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:39:09.397730 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Attempting to bind port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 on network 3d021e4e-e797-4785-a75b-830b92b37b19 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:09.419338 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-3bf5dcf8-dec2-4fdc-8c55-45b901e32370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:09.420970 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-3bf5dcf8-dec2-4fdc-8c55-45b901e32370 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746374 Jun 16 14:39:09.437536 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 on network 3d021e4e-e797-4785-a75b-830b92b37b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:39:09.437861 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Attempting to bind port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 on network 3d021e4e-e797-4785-a75b-830b92b37b19 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:09.460387 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:39:09.460758 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Checking segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:09.461367 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Bound using segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:39:09.461976 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Bound port: f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:39:09.462363 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.545752 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 6f868732-91a6-495b-ba00-303bd2398b54 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:39:09.568533 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.579913 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.581112 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d5d3c86-ecac-4c75-8080-e1b6dee2e5d5 HTTP/1.1" status: 204 len: 168 time: 0.7072129 Jun 16 14:39:09.585053 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-404bf3a8-a294-4b4d-ae6b-6aa7bfd2553d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:09.605019 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5d3c86-ecac-4c75-8080-e1b6dee2e5d5,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:09.608240 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:09.664795 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] For port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host hv-cinder-78093, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:39:09.672199 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 6f868732-91a6-495b-ba00-303bd2398b54 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:09.680486 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 6f868732-91a6-495b-ba00-303bd2398b54 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:09.683762 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.691467 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.747338 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] For port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:39:09.761644 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-a92da503-8a38-443c-b118-8fdff7c73a81 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329220 Jun 16 14:39:09.768219 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.777119 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:09.899215 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:09.983699 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 6f868732-91a6-495b-ba00-303bd2398b54, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f868732-91a6-495b-ba00-303bd2398b54,segment=NetworkSegment(ef380e77-ed7e-4451-b1b3-bc6b99e96d08),segment_id=ef380e77-ed7e-4451-b1b3-bc6b99e96d08)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:09.989061 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5565290-d8a0-433e-9707-bc460af406ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f868732-91a6-495b-ba00-303bd2398b54'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:10.011862 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.012987 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:10.025750 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] 10.222.0.79 "PUT /v2.0/ports/f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 1094 time: 2.3419671 Jun 16 14:39:10.027412 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89313066-05fc-463f-9cf8-0611e99cafc5', 'tag': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:10.058806 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-985c3b8f-af19-4646-80d3-85ed357ef7a9 req-24e8d49f-f405-42bb-9820-72413794c816 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857878 Jun 16 14:39:10.165636 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f9fc3-2182-4afc-a096-1ae57e864155 req-45cf7593-0b0c-4087-bdce-84c5ee4aa20d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.172689 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-390f9fc3-2182-4afc-a096-1ae57e864155 req-45cf7593-0b0c-4087-bdce-84c5ee4aa20d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 944 time: 0.2665625 Jun 16 14:39:10.200838 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:10.209260 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:10.257461 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-72c78974-cb7c-4ae8-a383-796446c5542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:10.283942 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=6f868732-91a6-495b-ba00-303bd2398b54,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:10.288341 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:10.296777 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-390f9fc3-2182-4afc-a096-1ae57e864155 req-c9ca4e5e-f4ef-49fc-8e68-0b3e239ef017 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213391 Jun 16 14:39:10.299651 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-d7d88864-9706-4a75-9477-dfb2838cf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.301358 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-d7d88864-9706-4a75-9477-dfb2838cf2c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1097 time: 0.2242773 Jun 16 14:39:10.333560 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:10.407372 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Pushing event updated for resources: {'Port': ['ID=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:10.420185 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:10.420418 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-8ca9ede3-6c4e-4590-b3dc-91d5e8c767f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.1090593 Jun 16 14:39:10.429847 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-eb8193f1-9d95-4f87-9cee-468ae197d554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:10.500862 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Pushing event updated for resources: {'Port': ['ID=ac1aca0d-1652-4fd3-b764-29d87cc7101c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:10.505038 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:10.507334 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Network 3d021e4e-e797-4785-a75b-830b92b37b19 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:39:10.511736 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-530183fa-7b03-44d4-8ab7-097693c44a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.512888 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-530183fa-7b03-44d4-8ab7-097693c44a67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0871425 Jun 16 14:39:10.537661 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:10.540418 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:39:10.548269 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.548919 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:10.573729 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc7db0a-8bbd-472f-96cf-4f2a7ca3ea47" -d '{"events": [{"server_uuid": "a5565290-d8a0-433e-9707-bc460af406ec", "name": "network-vif-plugged", "status": "completed", "tag": "6f868732-91a6-495b-ba00-303bd2398b54"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:10.578504 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-fc463cf6-476e-42d4-9e78-371607b4a931 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390239 Jun 16 14:39:10.595716 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f1a657-5f17-4c9d-9abc-41e664244381" -d '{"events": [{"name": "network-changed", "server_uuid": "89313066-05fc-463f-9cf8-0611e99cafc5", "tag": "f83beb4a-2e2b-4686-9f05-fc3290fbcfe1"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:10.602951 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-31d75622-70ca-453d-aca8-a3abef2769be tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6174235 Jun 16 14:39:10.638175 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Request body: {'port': {'device_id': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:10.644741 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2c62a-0eb1-42f9-a4c5-49d30f060900 req-ba7f244a-77c5-41ed-a101-bfc05384dc85 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.646398 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ce2c62a-0eb1-42f9-a4c5-49d30f060900 req-ba7f244a-77c5-41ed-a101-bfc05384dc85 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 945 time: 0.8389454 Jun 16 14:39:10.652573 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f785f3-3e69-4ac0-82d9-ee6e20f847fd req-2d3fb52a-5327-47bc-935b-d0a0b54d8bfc tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.654264 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-76f785f3-3e69-4ac0-82d9-ee6e20f847fd req-2d3fb52a-5327-47bc-935b-d0a0b54d8bfc tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 931 time: 0.1607180 Jun 16 14:39:10.668259 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-76ed66ee-512a-4e1c-b4ac-99d870f690a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:10.669723 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-76ed66ee-512a-4e1c-b4ac-99d870f690a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1097 time: 0.5134950 Jun 16 14:39:10.746611 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ce2c62a-0eb1-42f9-a4c5-49d30f060900 req-568cf46d-e27b-4234-81cd-4d2c850ab5b0 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811727 Jun 16 14:39:10.749674 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-baf0f2f1-fac8-4b5d-b7a6-3632201014e6 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636059 Jun 16 14:39:10.750709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49758) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:10.755624 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-76f785f3-3e69-4ac0-82d9-ee6e20f847fd req-cb685730-ec20-4e82-9faf-40d6a2885ccf tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714207 Jun 16 14:39:10.907996 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908b5770-9add-40b6-bebe-aafb1adb8ff1 req-a09b16e0-81e6-4a61-8a33-84517570eeab service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471310 Jun 16 14:39:10.937969 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:11.005600 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-a7a5fc41-b0c2-4580-8531-42f73af4de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:11.006991 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-a7a5fc41-b0c2-4580-8531-42f73af4de0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.3067939 Jun 16 14:39:11.092697 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a0da6b-00c3-453a-bb66-9896a15abb39 x-openstack-request-id: req-b2a0da6b-00c3-453a-bb66-9896a15abb39 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:11.093224 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5565290-d8a0-433e-9707-bc460af406ec", "name": "network-vif-plugged", "status": "completed", "tag": "6f868732-91a6-495b-ba00-303bd2398b54", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:11.093301 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2a0da6b-00c3-453a-bb66-9896a15abb39 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:11.093729 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5565290-d8a0-433e-9707-bc460af406ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f868732-91a6-495b-ba00-303bd2398b54', 'code': 200} Jun 16 14:39:11.112991 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-f6bcd71f-222c-446d-9273-9639385845bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 217 time: 0.0978346 Jun 16 14:39:11.168202 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71943788-1ada-4343-bd14-d85ec43f6adc x-openstack-request-id: req-71943788-1ada-4343-bd14-d85ec43f6adc {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:11.168749 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89313066-05fc-463f-9cf8-0611e99cafc5", "tag": "f83beb4a-2e2b-4686-9f05-fc3290fbcfe1", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:11.169184 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71943788-1ada-4343-bd14-d85ec43f6adc {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:11.169804 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89313066-05fc-463f-9cf8-0611e99cafc5', 'tag': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1', 'status': 'completed', 'code': 200} Jun 16 14:39:11.203746 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-fd1689ea-8e70-4b54-822f-2094cc2bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:11.205551 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-fd1689ea-8e70-4b54-822f-2094cc2bbd29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1097 time: 0.0673506 Jun 16 14:39:11.241313 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:11.242570 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-70ef695b-1b5c-4bae-a9c0-3e53b2e75300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:11.245301 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-70ef695b-1b5c-4bae-a9c0-3e53b2e75300 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0735214 Jun 16 14:39:11.413935 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-f3dc65d6-df28-410b-bc76-d553ecadd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:11.414889 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-47facbd4-f2d1-48a0-8b0f-1db73795070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:11.416683 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-47facbd4-f2d1-48a0-8b0f-1db73795070a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1648812 Jun 16 14:39:11.417555 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-f3dc65d6-df28-410b-bc76-d553ecadd5b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.2030077 Jun 16 14:39:11.624631 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.79', 63339) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:11.676749 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-12c4a002-9be7-4f08-beae-d87161b3dc77 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.1212022 Jun 16 14:39:11.696766 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-0933dc78-5468-44f1-8ed4-5d6c579ec2b7 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600732 Jun 16 14:39:11.864446 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:11.907737 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:11.953081 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6ad45a2b-a783-4e89-a96e-1aab63c357f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:11.959492 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3ae4f1cf12854ca0bb2b9970a8aed89e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2081671 Jun 16 14:39:11.966799 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-53dcbcab-5fc8-497a-bfab-bd0616ef346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:11.968768 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-53dcbcab-5fc8-497a-bfab-bd0616ef346b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.2752194 Jun 16 14:39:11.972780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 49838) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:12.035166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5d272-bec2-4534-893b-bec4496d7785 req-0dfa8995-ba8c-4287-ae28-55e64e790542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:12.037200 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-76d5d272-bec2-4534-893b-bec4496d7785 req-0dfa8995-ba8c-4287-ae28-55e64e790542 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 1099 time: 0.4062116 Jun 16 14:39:12.044868 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-a3c86221-f0fb-4b7e-90b3-0f3f2c2e187e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627470 Jun 16 14:39:12.070308 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76d5d272-bec2-4534-893b-bec4496d7785 req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.074419 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef2776-b8bb-44f7-b041-a394f825c03d req-857e5d97-aae1-43d8-98a7-1462660f43d1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:12.076041 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bcef2776-b8bb-44f7-b041-a394f825c03d req-857e5d97-aae1-43d8-98a7-1462660f43d1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 944 time: 0.4420393 Jun 16 14:39:12.094039 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9181d02-b4f1-4df3-a3af-7ec3988ac1f5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:12.123393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:12.342712 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62501e-6ec3-4a8d-9ef5-6fe5eb2a61d3 req-d46f48d3-2b50-48cf-a4cd-81c0f4ab5d2b tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:12.344261 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c62501e-6ec3-4a8d-9ef5-6fe5eb2a61d3 req-d46f48d3-2b50-48cf-a4cd-81c0f4ab5d2b tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.3050547 Jun 16 14:39:12.348852 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-3c84a4ed-ecb8-499b-b3f4-61f59bc1a168 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753980 Jun 16 14:39:12.388927 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1aca0d-1652-4fd3-b764-29d87cc7101c {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:12.401987 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.434163 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76d5d272-bec2-4534-893b-bec4496d7785 req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.435420 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Transition to ACTIVE for port object ac1aca0d-1652-4fd3-b764-29d87cc7101c will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:12.437566 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c62501e-6ec3-4a8d-9ef5-6fe5eb2a61d3 req-033925cf-6351-48fa-b110-1d66a0e94884 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Jun 16 14:39:12.461697 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.475775 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76d5d272-bec2-4534-893b-bec4496d7785 req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.489348 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b1aa7d11-9b7c-4373-972b-e0015c203870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:12.517889 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3f650b44-d03e-43bb-a14f-76a4093519df tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:12.520565 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-76d5d272-bec2-4534-893b-bec4496d7785 req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731309 Jun 16 14:39:12.550142 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef68a2-d4ca-41ab-89aa-32a03a05f561,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:12.554056 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:12.567811 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3f1a657-5f17-4c9d-9abc-41e664244381 req-73b898de-021c-41e2-af12-37ff8d8b1006 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064481 Jun 16 14:39:12.584884 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9487ee42-ab76-43f9-ac56-c30b13e315ca req-ac57769a-4fa9-4eae-b78d-47e4f15cffc3 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8721223 Jun 16 14:39:12.669638 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Pushing event updated for resources: {'Port': ['ID=ac1aca0d-1652-4fd3-b764-29d87cc7101c,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:12.674232 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:12.713503 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bcef2776-b8bb-44f7-b041-a394f825c03d req-8bc3ffa6-9afd-45dd-9563-7ad72a360a57 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6198082 Jun 16 14:39:12.731570 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a3574-9302-4a7d-a2ee-b25e1a4739ec req-855ed017-d643-4c3e-9c58-2ecde3a17ec8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:12.735393 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cb7a3574-9302-4a7d-a2ee-b25e1a4739ec req-855ed017-d643-4c3e-9c58-2ecde3a17ec8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 943 time: 0.0813847 Jun 16 14:39:12.751600 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Attempting to bind port ac1aca0d-1652-4fd3-b764-29d87cc7101c on host hv-cinder-78093 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:39:12.751600 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Attempting to bind port ac1aca0d-1652-4fd3-b764-29d87cc7101c by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:39:12.751600 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Attempting to bind port ac1aca0d-1652-4fd3-b764-29d87cc7101c on network 3d021e4e-e797-4785-a75b-830b92b37b19 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:12.757805 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Port ac1aca0d-1652-4fd3-b764-29d87cc7101c on network 3d021e4e-e797-4785-a75b-830b92b37b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:39:12.758917 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Attempting to bind port ac1aca0d-1652-4fd3-b764-29d87cc7101c on network 3d021e4e-e797-4785-a75b-830b92b37b19 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:12.762462 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.767891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.795849 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.808475 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-310514ce-c6b0-41af-b22e-2c5baa91df1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.809823 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:39:12.810376 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Checking segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:12.810946 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Bound using segment: {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:39:12.811557 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Bound port: ac1aca0d-1652-4fd3-b764-29d87cc7101c, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:39:12.812056 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.846117 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cb7a3574-9302-4a7d-a2ee-b25e1a4739ec req-a45edbed-8d26-485e-afe9-78008c78babe tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048744 Jun 16 14:39:12.917552 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.922537 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.922755 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9181d02-b4f1-4df3-a3af-7ec3988ac1f5 HTTP/1.1" status: 204 len: 168 time: 0.8969431 Jun 16 14:39:12.923572 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:12.927944 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] For port ac1aca0d-1652-4fd3-b764-29d87cc7101c, host hv-cinder-78093, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:39:12.936933 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] For port ac1aca0d-1652-4fd3-b764-29d87cc7101c, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:39:12.938995 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9181d02-b4f1-4df3-a3af-7ec3988ac1f5,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:12.942172 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.943121 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:12.945191 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:12.984895 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:12.985503 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:12.986944 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] 10.222.0.79 "PUT /v2.0/ports/ac1aca0d-1652-4fd3-b764-29d87cc7101c HTTP/1.1" status: 200 len: 1093 time: 2.3705475 Jun 16 14:39:13.011194 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Pushing event updated for resources: {'Port': ['ID=ac1aca0d-1652-4fd3-b764-29d87cc7101c,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:13.023935 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:13.106094 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-0543309f-350b-4ce6-86ce-d812cd62e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:13.107614 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-0543309f-350b-4ce6-86ce-d812cd62e793 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 1096 time: 0.0681233 Jun 16 14:39:13.152095 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-09dfdb38-c022-4eea-a636-370bbd63143a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c HTTP/1.1" status: 200 len: 217 time: 0.0363026 Jun 16 14:39:13.185576 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'tag': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:13.187908 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cb0393-47c8-49e8-9c11-beb197726965" -d '{"events": [{"name": "network-changed", "server_uuid": "f88e5f4c-4cc3-4c41-8fc1-ff85db72c362", "tag": "ac1aca0d-1652-4fd3-b764-29d87cc7101c"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:13.217708 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-5d0185d9-f0c1-4ada-8116-d78fb56cac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:13.219533 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-5d0185d9-f0c1-4ada-8116-d78fb56cac9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0602396 Jun 16 14:39:13.237744 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b8c670-1905-4274-b66d-396bcbc7d7af x-openstack-request-id: req-05b8c670-1905-4274-b66d-396bcbc7d7af {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:13.238046 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88e5f4c-4cc3-4c41-8fc1-ff85db72c362", "tag": "ac1aca0d-1652-4fd3-b764-29d87cc7101c", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:13.238339 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-05b8c670-1905-4274-b66d-396bcbc7d7af {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:13.238721 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'tag': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c', 'status': 'completed', 'code': 200} Jun 16 14:39:13.257579 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-3bc41ee5-a383-4350-9a61-c03cb66b7924 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311565 Jun 16 14:39:13.277080 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:13.290961 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.361097 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-099a812b-d487-43fd-8035-33a726f8e21f service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942657 Jun 16 14:39:13.390889 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.397771 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.404108 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-80126f04-6070-400d-858d-776fd27673bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:13.465582 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04091bc648794d5b8b2cf386a24a41e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872647 Jun 16 14:39:13.466642 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8e20f-76ed-4ba1-a971-74ed437f736f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:13.469567 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 49920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:13.471960 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:13.488637 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8030dbff-b73b-47e4-9135-30badd5f1eb5 req-bcc92daf-c4ad-4dbc-b708-fb912e43ab1a service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186025 Jun 16 14:39:13.543320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.565421 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:39:13.567535 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.629700 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-ca388824-f0e0-4701-83fb-0fd9255954b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:13.631401 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-ca388824-f0e0-4701-83fb-0fd9255954b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 1096 time: 0.0844805 Jun 16 14:39:13.689307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.692623 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.694875 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0dc8e20f-76ed-4ba1-a971-74ed437f736f HTTP/1.1" status: 204 len: 168 time: 0.2240112 Jun 16 14:39:13.704830 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6fba14f4-aab8-4cc0-bb26-5db83d0b7af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:13.706159 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:13.715455 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8e20f-76ed-4ba1-a971-74ed437f736f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:13.720150 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:13.737847 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fa5fc-dd4c-4d4c-8923-2568ac04fdad req-99541a9f-850a-469d-9d85-8145345f5a5f tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:13.741444 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'port_id': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1', 'mac_address': 'fa:16:3e:2e:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:39:13.748305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5b6fa5fc-dd4c-4d4c-8923-2568ac04fdad req-99541a9f-850a-469d-9d85-8145345f5a5f tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.1379557 Jun 16 14:39:13.805633 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-5963c632-722c-4889-a5f5-d651eb8219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:13.809895 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-5963c632-722c-4889-a5f5-d651eb8219fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.1657219 Jun 16 14:39:13.850141 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.867877 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5b6fa5fc-dd4c-4d4c-8923-2568ac04fdad req-491077f0-c26d-48d7-9b4d-99dcfb32bf13 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118753 Jun 16 14:39:13.900059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:13.907155 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-98cb9be6-93a6-494d-8c6d-63ddc8ed1c17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c HTTP/1.1" status: 200 len: 217 time: 0.0805361 Jun 16 14:39:13.974046 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.978529 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:13.985099 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:13.986004 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 90f586cc-09a2-4c2f-9bf9-c474df1e1116 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:39:13.987835 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:14.124068 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-318b917d-fc9c-4163-97f4-93b29a991c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:14.125645 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-318b917d-fc9c-4163-97f4-93b29a991c48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.2078466 Jun 16 14:39:14.156639 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:14.167398 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:14.221636 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-2988df04-7cc4-4c90-bead-f4da2a9d41fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798738 Jun 16 14:39:14.332613 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:14.348602 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486340f1-7f45-4d5a-b7c1-af8e23a0812b req-b15ceddb-814c-4402-997c-d124d02931ce tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:14.351896 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f1ea3-3cc1-4e8b-934a-4dac2f58185c req-b7d4f175-f692-4988-84ce-e4bc02710be2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:14.354402 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-517f1ea3-3cc1-4e8b-934a-4dac2f58185c req-b7d4f175-f692-4988-84ce-e4bc02710be2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 944 time: 0.2964847 Jun 16 14:39:14.357291 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-486340f1-7f45-4d5a-b7c1-af8e23a0812b req-b15ceddb-814c-4402-997c-d124d02931ce tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 943 time: 0.1761091 Jun 16 14:39:14.361870 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'port_id': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:39:14.450651 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-486340f1-7f45-4d5a-b7c1-af8e23a0812b req-e90450ed-d07d-485d-a651-f14fa6541617 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Jun 16 14:39:14.453345 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:14.485818 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f586cc-09a2-4c2f-9bf9-c474df1e1116 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:14.488353 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-517f1ea3-3cc1-4e8b-934a-4dac2f58185c req-d52c5159-a1f1-4440-94de-c8bae067da1d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225374 Jun 16 14:39:14.516092 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-73dafd9c-18db-4800-baf5-db91826e33b0 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690918 Jun 16 14:39:14.534614 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:14.543977 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:14.546158 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:14.631098 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=90f586cc-09a2-4c2f-9bf9-c474df1e1116,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:14.641217 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:14.683133 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a8cb0393-47c8-49e8-9c11-beb197726965 req-84097a2c-20c7-4fa0-a3e9-c115b378db54 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527438 Jun 16 14:39:14.826854 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50004) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:14.851771 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f83beb4a-2e2b-4686-9f05-fc3290fbcfe1'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:14.859478 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['90f586cc-09a2-4c2f-9bf9-c474df1e1116'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:15.027556 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.177085 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8335a-5ac2-4a4e-887d-e11b52bdee01 req-5baf4cb7-a62e-409b-b389-9fb438285e6b tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:15.187528 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c5e8335a-5ac2-4a4e-887d-e11b52bdee01 req-5baf4cb7-a62e-409b-b389-9fb438285e6b tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.1154096 Jun 16 14:39:15.197350 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.207102 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.239121 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6b073d7f-d9fe-438f-87c2-d07c7dbdc1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:15.246298 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:15.266544 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa0b8fb-c13a-48cc-9e6a-ad431b13b88c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:15.271747 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:15.280524 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7e5262c755114b308721e8eb1e3509d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526093 Jun 16 14:39:15.280822 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c5e8335a-5ac2-4a4e-887d-e11b52bdee01 req-11283e26-4d6f-4e2a-808a-065ba54bcba5 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899427 Jun 16 14:39:15.281267 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:15.356681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.381148 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.453917 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.456882 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.458033 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5aa0b8fb-c13a-48cc-9e6a-ad431b13b88c HTTP/1.1" status: 204 len: 168 time: 0.1758151 Jun 16 14:39:15.458736 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:15.475086 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa0b8fb-c13a-48cc-9e6a-ad431b13b88c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:15.477669 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:15.627321 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.825414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc08fd3-3c33-4ac0-b949-29930df6610a req-eaa1f997-e4f5-4f8f-94d1-3a0b0be7d0db tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:15.826989 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6fc08fd3-3c33-4ac0-b949-29930df6610a req-eaa1f997-e4f5-4f8f-94d1-3a0b0be7d0db tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 945 time: 0.1497459 Jun 16 14:39:15.859709 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4039d48-2eca-485e-a064-500223ebf71a req-f6b9217d-df3b-446c-a5f8-9e62300b03a1 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:15.864306 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b4039d48-2eca-485e-a064-500223ebf71a req-f6b9217d-df3b-446c-a5f8-9e62300b03a1 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 943 time: 0.1817710 Jun 16 14:39:15.899830 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.913963 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:15.937491 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e86ed22d-13de-459b-82e9-26efe6b8523d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:15.985954 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b4039d48-2eca-485e-a064-500223ebf71a req-43c7d1d8-2822-4e99-b03f-db86072b3a97 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131566 Jun 16 14:39:15.999646 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6fc08fd3-3c33-4ac0-b949-29930df6610a req-ac4c6071-1444-4e98-8dc5-1e7e0f97e37b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568849 Jun 16 14:39:16.038875 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76ba77c78a1449278f55d72990b84c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7912567 Jun 16 14:39:16.039960 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad0c83-5bb8-45fd-9d55-3fa242fdae01,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:16.042819 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50074) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:16.044919 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:16.068065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.142482 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.175932 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.235200 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.238887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.242383 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47ad0c83-5bb8-45fd-9d55-3fa242fdae01 HTTP/1.1" status: 204 len: 168 time: 0.1984098 Jun 16 14:39:16.243181 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6b9de52b-f87d-427a-9ff8-06c3995a1c45 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:16.251692 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad0c83-5bb8-45fd-9d55-3fa242fdae01,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:16.253828 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:16.282090 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50088) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:16.299703 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.405408 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.410267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.422786 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-9127a41a-2237-4653-bfff-c7e84c1a2197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:16.452606 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2fb7389a2deb4427992bc7552da14c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665387 Jun 16 14:39:16.452976 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50094) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:16.458635 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3de4c4-36aa-4552-bf8f-2959a9225a6c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:16.462506 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:16.522681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.547828 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.597076 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.599658 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.604102 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5d3de4c4-36aa-4552-bf8f-2959a9225a6c HTTP/1.1" status: 204 len: 168 time: 0.1468353 Jun 16 14:39:16.604102 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:16.610026 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3de4c4-36aa-4552-bf8f-2959a9225a6c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:16.612297 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:16.656907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50104) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:16.674615 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.771934 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.776967 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.780619 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2486e916-d32e-4d06-bd74-ed6ce85bf541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:16.818040 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=89695f574d374085913061da6d642703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600597 Jun 16 14:39:16.818992 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997a37b-eeb2-4610-a55c-156020de1f8b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:16.821919 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:16.831891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:16.883563 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.913291 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.980368 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.983546 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:16.984853 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1997a37b-eeb2-4610-a55c-156020de1f8b HTTP/1.1" status: 204 len: 168 time: 0.1612940 Jun 16 14:39:16.985629 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d55f9699-f347-41a2-acc9-5ea70aba6013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:16.998038 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997a37b-eeb2-4610-a55c-156020de1f8b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:17.011163 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:17.292824 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39caf0-7879-48eb-a4f3-a21a60dd9031 req-ddbc7860-0670-4af5-a4e9-233ff31363d4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:17.300395 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0c39caf0-7879-48eb-a4f3-a21a60dd9031 req-ddbc7860-0670-4af5-a4e9-233ff31363d4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 943 time: 0.0868769 Jun 16 14:39:17.582832 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0c39caf0-7879-48eb-a4f3-a21a60dd9031 req-b9a95fee-e0be-4562-a593-2adbbd29880e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739694 Jun 16 14:39:17.590824 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device ac1aca0d-1652-4fd3-b764-29d87cc7101c details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:39:17.653465 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:39:17.885240 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port ac1aca0d-1652-4fd3-b764-29d87cc7101c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:17.907900 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c', 'network_id': '3d021e4e-e797-4785-a75b-830b92b37b19', 'port_id': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c', 'mac_address': 'fa:16:3e:15:ac:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d4c8f-2e66-479c-9fb6-ac2c7a02be29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:39:17.912320 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:17.926327 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:17.926858 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:17.946404 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc324-fe9b-41b4-8231-a0916700610d req-8fc03ea7-fcf6-4e94-ad10-846f97860c1a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:17.949679 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-77cbc324-fe9b-41b4-8231-a0916700610d req-8fc03ea7-fcf6-4e94-ad10-846f97860c1a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 945 time: 0.1539819 Jun 16 14:39:18.008084 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.035004 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-77cbc324-fe9b-41b4-8231-a0916700610d req-98cadfb5-1139-478b-8321-6b5fe9e23e1d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763977 Jun 16 14:39:18.036132 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1aca0d-1652-4fd3-b764-29d87cc7101c {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:18.072728 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port ac1aca0d-1652-4fd3-b764-29d87cc7101c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:18.104043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.108307 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:18.153306 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.181026 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=ac1aca0d-1652-4fd3-b764-29d87cc7101c,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:18.189969 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:18.200323 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89313066-05fc-463f-9cf8-0611e99cafc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:18.202878 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80655d67-c7e7-4d0d-bd85-f7c608756df3" -d '{"events": [{"server_uuid": "89313066-05fc-463f-9cf8-0611e99cafc5", "name": "network-vif-plugged", "status": "completed", "tag": "f83beb4a-2e2b-4686-9f05-fc3290fbcfe1"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:18.219757 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:18.226076 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.227475 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 90f586cc-09a2-4c2f-9bf9-c474df1e1116 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:39:18.276291 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e691d7d1-0621-4c73-9299-d9f338e329f3 x-openstack-request-id: req-e691d7d1-0621-4c73-9299-d9f338e329f3 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:18.276836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89313066-05fc-463f-9cf8-0611e99cafc5", "name": "network-vif-plugged", "status": "completed", "tag": "f83beb4a-2e2b-4686-9f05-fc3290fbcfe1", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:18.277373 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e691d7d1-0621-4c73-9299-d9f338e329f3 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:18.277853 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89313066-05fc-463f-9cf8-0611e99cafc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1', 'code': 200} Jun 16 14:39:18.278845 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:18.354720 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:18.360937 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:18.361584 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.364400 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:18.377940 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:18.480302 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['ac1aca0d-1652-4fd3-b764-29d87cc7101c'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:18.507038 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.575707 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:18.589789 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:18.598528 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:18.727004 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee30f1-806c-45fd-913b-e9e83127d712 req-b04aeed5-6ffa-45b3-bf0d-77f3b6c9dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:18.728785 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f7ee30f1-806c-45fd-913b-e9e83127d712 req-b04aeed5-6ffa-45b3-bf0d-77f3b6c9dbc0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.2065837 Jun 16 14:39:18.813884 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=90f586cc-09a2-4c2f-9bf9-c474df1e1116,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:18.819219 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f7ee30f1-806c-45fd-913b-e9e83127d712 req-4b664eac-d2b8-4994-9d39-9ec19f9910b8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817428 Jun 16 14:39:18.822150 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:18.899833 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e009348-df87-4cee-bbdc-028cc9493385 req-ec19fccb-8d75-4620-9070-058c0ba91a31 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:18.912856 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7e009348-df87-4cee-bbdc-028cc9493385 req-ec19fccb-8d75-4620-9070-058c0ba91a31 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 944 time: 0.1147125 Jun 16 14:39:18.967797 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7e009348-df87-4cee-bbdc-028cc9493385 req-5a2ecfed-82ad-43e3-b9c9-f2bb7f7581cb tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538156 Jun 16 14:39:19.281811 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bfa8e-166f-4990-9597-080e56a7230e req-139a0973-bc0d-4611-956e-328821f93fd6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:19.283325 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b58bfa8e-166f-4990-9597-080e56a7230e req-139a0973-bc0d-4611-956e-328821f93fd6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0873303 Jun 16 14:39:19.335060 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b58bfa8e-166f-4990-9597-080e56a7230e req-57a419fc-1f2e-42ca-9890-0720c2db84ae tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 Jun 16 14:39:19.981129 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50320) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:20.017625 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:20.147814 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.279959 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:20.283724 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013b3d6-4f9e-4dc5-8fe2-c74a498e0d67" -d '{"events": [{"server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "name": "network-vif-plugged", "status": "completed", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:20.290562 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.353074 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a22ba-722a-4cfb-bb36-bbc61a20fd52 req-3edfa053-c352-4b59-b315-26d9ac4269ea tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:20.355172 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4a1a22ba-722a-4cfb-bb36-bbc61a20fd52 req-3edfa053-c352-4b59-b315-26d9ac4269ea tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 944 time: 0.1702166 Jun 16 14:39:20.426451 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4a1a22ba-722a-4cfb-bb36-bbc61a20fd52 req-eb3d7e44-aa2c-4059-94ea-be76520ff887 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642493 Jun 16 14:39:20.441504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.460286 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.462116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-05ae40be-46b1-4d1a-b536-4f4e53baf437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:20.518528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75251a03-2042-4f63-ab3c-edf2810d0857,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:20.524314 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:20.528949 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dee3b0-050e-4956-ae49-d3ecbd6bb06d x-openstack-request-id: req-16dee3b0-050e-4956-ae49-d3ecbd6bb06d {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:20.529253 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "name": "network-vif-plugged", "status": "completed", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:20.529517 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16dee3b0-050e-4956-ae49-d3ecbd6bb06d {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:20.529997 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'code': 200} Jun 16 14:39:20.530993 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9aa626eeb33b412b864f3f8ad2786d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470009 Jun 16 14:39:20.534313 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50362) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:20.631507 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.693648 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.702782 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.709253 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.714340 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:20.764593 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583e86-7342-401c-92a2-7392029a5c71 req-1fcdcd57-abcb-4200-a266-9515c7c43915 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:20.769277 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-62583e86-7342-401c-92a2-7392029a5c71 req-1fcdcd57-abcb-4200-a266-9515c7c43915 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1296279 Jun 16 14:39:20.806975 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b13f26a4d4cb42258f6c006479482a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7873471 Jun 16 14:39:20.814521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50376) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:20.858013 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-62583e86-7342-401c-92a2-7392029a5c71 req-1b9fd9cd-9718-4b45-bb37-2c7ac321d996 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805814 Jun 16 14:39:20.893643 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a32ba1-f926-4a32-8c5c-ddb06fca6108 req-66861e28-f6d9-42f5-a409-76bd21f4ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:20.893803 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a5de0d-87ab-49be-acb2-24a3547f519e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:20.895574 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-00a32ba1-f926-4a32-8c5c-ddb06fca6108 req-66861e28-f6d9-42f5-a409-76bd21f4ebaa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1099 time: 0.0908110 Jun 16 14:39:20.899838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:20.925906 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.925906 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:20.925906 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/75251a03-2042-4f63-ab3c-edf2810d0857 HTTP/1.1" status: 204 len: 168 time: 0.3893223 Jun 16 14:39:20.933998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:20.945117 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-00a32ba1-f926-4a32-8c5c-ddb06fca6108 req-a369a233-3790-4168-aa40-8c9fa825fa13 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406201 Jun 16 14:39:20.948366 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75251a03-2042-4f63-ab3c-edf2810d0857,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:20.953857 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:20.965991 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a8ad-c877-4698-98a6-2b68e1492d3f req-a2a0e3a5-626a-4ea9-abbf-2d02d2719735 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:20.967566 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5263a8ad-c877-4698-98a6-2b68e1492d3f req-a2a0e3a5-626a-4ea9-abbf-2d02d2719735 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.2542810 Jun 16 14:39:20.984665 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.031800 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.045737 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5263a8ad-c877-4698-98a6-2b68e1492d3f req-0a7e4273-396d-46ba-8dcb-11f32aa14712 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632989 Jun 16 14:39:21.099851 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.102591 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.106528 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f2a5de0d-87ab-49be-acb2-24a3547f519e HTTP/1.1" status: 204 len: 168 time: 0.2774527 Jun 16 14:39:21.106528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7894db23-1a4b-4317-b141-979621bb7149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:21.114911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a5de0d-87ab-49be-acb2-24a3547f519e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:21.117608 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:21.335877 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50424) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:21.351065 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.464500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.473095 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.504460 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:21.531156 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9f0a5ba31e846b49ada37d4215a8ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938882 Jun 16 14:39:21.532080 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50ab0d-a063-44bf-a520-41f03e147e54,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:21.533801 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50442) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:21.535313 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:21.620209 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.635431 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device ac1aca0d-1652-4fd3-b764-29d87cc7101c up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:39:21.667446 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.674702 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50452) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:21.709624 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port ac1aca0d-1652-4fd3-b764-29d87cc7101c completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:21.711915 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539713-4b84-4acf-b4de-e98ba3e62189 req-fc8b5459-25e2-4d8b-bd77-1f6e77305e7b tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:21.715514 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port ac1aca0d-1652-4fd3-b764-29d87cc7101c triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:21.715967 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.720276 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ed539713-4b84-4acf-b4de-e98ba3e62189 req-fc8b5459-25e2-4d8b-bd77-1f6e77305e7b tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 944 time: 0.1271539 Jun 16 14:39:21.765865 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.773252 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ed539713-4b84-4acf-b4de-e98ba3e62189 req-eab0dcfa-7cff-4b4d-aa7c-1e74e2e18549 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 Jun 16 14:39:21.789461 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.792503 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.796420 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fb50ab0d-a063-44bf-a520-41f03e147e54 HTTP/1.1" status: 204 len: 168 time: 0.2613397 Jun 16 14:39:21.808953 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ebe4218a-64f3-4fe4-9f4f-f1c65fdfe7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:21.823395 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50ab0d-a063-44bf-a520-41f03e147e54,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:21.851687 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.907005 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port ac1aca0d-1652-4fd3-b764-29d87cc7101c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:21.914692 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:21.917351 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:21.917566 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:21.982267 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=ac1aca0d-1652-4fd3-b764-29d87cc7101c,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:21.987208 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:22.026463 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.033323 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.037308 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b692ad72-c159-47b2-b7c6-c366a92d74d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:22.159974 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=690878e176cf4301b3243c39521ef99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833350 Jun 16 14:39:22.162170 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1769c254-d0ff-4170-87df-9c876dd6fbc2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:22.176375 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50480) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:22.191328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:22.264171 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e651-9ab0-47cc-ad62-982a3251430f req-a70cd466-43fc-45f7-873c-eb1f375df6eb tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:22.265981 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-49b5e651-9ab0-47cc-ad62-982a3251430f req-a70cd466-43fc-45f7-873c-eb1f375df6eb tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1849194 Jun 16 14:39:22.266703 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.304900 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.311309 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50484) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:22.338242 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea97d6-6658-455f-9ee5-106972b72c99 req-4bfdec0b-7d9e-4d85-b0ba-6b95c4f95207 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:22.339848 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3eea97d6-6658-455f-9ee5-106972b72c99 req-4bfdec0b-7d9e-4d85-b0ba-6b95c4f95207 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.1089258 Jun 16 14:39:22.349822 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-49b5e651-9ab0-47cc-ad62-982a3251430f req-15da4396-17a9-4dd6-b6fc-a3fad98efc3d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731220 Jun 16 14:39:22.386514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.390938 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.394997 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1769c254-d0ff-4170-87df-9c876dd6fbc2 HTTP/1.1" status: 204 len: 168 time: 0.2157938 Jun 16 14:39:22.395841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6507f9d9-489b-4e50-8d9f-c714c15a27a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:22.403245 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3eea97d6-6658-455f-9ee5-106972b72c99 req-0ca951dc-5842-45fb-991e-4148c71d44b1 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571651 Jun 16 14:39:22.404674 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1769c254-d0ff-4170-87df-9c876dd6fbc2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:22.407146 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:22.476576 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.531268 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:22.535115 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5108a14-66d0-43a4-afcb-9edfa9616aec" -d '{"events": [{"server_uuid": "f88e5f4c-4cc3-4c41-8fc1-ff85db72c362", "name": "network-vif-plugged", "status": "completed", "tag": "ac1aca0d-1652-4fd3-b764-29d87cc7101c"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:22.579395 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83da4f56-f013-4d78-8994-2609b7ee9c6f x-openstack-request-id: req-83da4f56-f013-4d78-8994-2609b7ee9c6f {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:22.579766 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88e5f4c-4cc3-4c41-8fc1-ff85db72c362", "name": "network-vif-plugged", "status": "completed", "tag": "ac1aca0d-1652-4fd3-b764-29d87cc7101c", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:22.580095 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.580413 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-83da4f56-f013-4d78-8994-2609b7ee9c6f {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:22.581106 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c', 'code': 200} Jun 16 14:39:22.585214 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.589435 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a533abfe-e646-4866-af5a-e1fedf305436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:22.627359 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cec25a-162b-4a09-a4d6-bada449f0d3c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:22.643323 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=13fbbe2389674d63afb65c49576d5abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285429 Jun 16 14:39:22.644372 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:22.647406 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:22.715083 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.738510 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.796231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.801044 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:22.805469 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c4cec25a-162b-4a09-a4d6-bada449f0d3c HTTP/1.1" status: 204 len: 168 time: 0.1577635 Jun 16 14:39:22.805469 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6cc87456-1146-47db-be2c-c0500ff92418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:22.820866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cec25a-162b-4a09-a4d6-bada449f0d3c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:22.823522 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:22.860609 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958d410-f7d0-4d69-918b-296674ce1dc6 req-f3af0746-f4e9-4d8c-af0b-4bd2d0a68149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:22.862359 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e958d410-f7d0-4d69-918b-296674ce1dc6 req-f3af0746-f4e9-4d8c-af0b-4bd2d0a68149 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 1098 time: 0.0740509 Jun 16 14:39:22.934155 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e958d410-f7d0-4d69-918b-296674ce1dc6 req-bd3c9a5d-46bf-4d94-8ed9-eb5dbbe9399c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495865 Jun 16 14:39:22.999410 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-cb5c64ab-b78e-4316-8fa0-ed92e7a83190 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:23.001976 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-cb5c64ab-b78e-4316-8fa0-ed92e7a83190 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.1159444 Jun 16 14:39:23.059986 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9db64-795a-486a-9adf-5a8900a14f71 req-0a6c72ae-54d0-4306-9da7-753d96717cb3 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:23.062000 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b9b9db64-795a-486a-9adf-5a8900a14f71 req-0a6c72ae-54d0-4306-9da7-753d96717cb3 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1195378 Jun 16 14:39:23.142022 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b9b9db64-795a-486a-9adf-5a8900a14f71 req-779a95e1-082e-466f-b410-18fb25206bae tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728700 Jun 16 14:39:23.186707 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Deleting port 6f868732-91a6-495b-ba00-303bd2398b54 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:39:23.187202 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.302360 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] For port 6f868732-91a6-495b-ba00-303bd2398b54, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f868732-91a6-495b-ba00-303bd2398b54,segment=NetworkSegment(ef380e77-ed7e-4451-b1b3-bc6b99e96d08),segment_id=ef380e77-ed7e-4451-b1b3-bc6b99e96d08)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:23.302719 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.312141 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50546) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:23.328321 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.446475 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.451494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Calling delete_port for 6f868732-91a6-495b-ba00-303bd2398b54 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:39:23.456234 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.460193 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:23.517646 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ebe5f8ad6c774a4bb6dfc87eace6f3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042441 Jun 16 14:39:23.518825 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54338e4-9de2-4fc2-86b2-de4347321876,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:23.522177 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:23.522684 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50554) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:23.582492 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.583984 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50558) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:23.628238 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.722579 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3a11-7e28-49b3-bc7b-55aa5e89ec2f req-6ad1ac57-2940-49f3-bec0-5670a28d0f09 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:23.724103 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-307f3a11-7e28-49b3-bc7b-55aa5e89ec2f req-6ad1ac57-2940-49f3-bec0-5670a28d0f09 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1545954 Jun 16 14:39:23.784340 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18ef60-895f-463f-8681-08e20899fbbb req-912036a4-7913-4ce1-90ae-3de6501bb0f5 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:23.794322 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0b18ef60-895f-463f-8681-08e20899fbbb req-912036a4-7913-4ce1-90ae-3de6501bb0f5 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 946 time: 0.1508150 Jun 16 14:39:23.812468 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.815297 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.818672 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a54338e4-9de2-4fc2-86b2-de4347321876 HTTP/1.1" status: 204 len: 168 time: 0.2925122 Jun 16 14:39:23.819523 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:23.832221 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54338e4-9de2-4fc2-86b2-de4347321876,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:23.841391 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:23.849314 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0b18ef60-895f-463f-8681-08e20899fbbb req-7c123b10-3f34-428b-afef-aaa458376683 tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe7d58e2-cecb-49be-b6da-2049ac8f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Jun 16 14:39:23.871550 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-307f3a11-7e28-49b3-bc7b-55aa5e89ec2f req-a765d921-303c-456e-b9eb-9a57ce10d437 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373982 Jun 16 14:39:23.886399 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:23.897662 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:23.899662 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['6f868732-91a6-495b-ba00-303bd2398b54'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:23.974415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Pushing event deleted for resources: {'Port': ['ID=6f868732-91a6-495b-ba00-303bd2398b54,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:24.032901 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.109973 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:24.131639 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] No DVR routers for this DVR port 6f868732-91a6-495b-ba00-303bd2398b54 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:39:24.135838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.138718 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a2282477-7e57-46b9-81b8-78fe652c5757 req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.79 "DELETE /v2.0/ports/6f868732-91a6-495b-ba00-303bd2398b54 HTTP/1.1" status: 204 len: 173 time: 1.1287642 Jun 16 14:39:24.140398 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5565290-d8a0-433e-9707-bc460af406ec', 'name': 'network-vif-deleted', 'tag': '6f868732-91a6-495b-ba00-303bd2398b54'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:24.143139 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318f9d0-5f38-4cac-a62c-4f8984403f87" -d '{"events": [{"server_uuid": "a5565290-d8a0-433e-9707-bc460af406ec", "name": "network-vif-deleted", "tag": "6f868732-91a6-495b-ba00-303bd2398b54"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:24.164707 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.169505 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.173943 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:24.202327 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa051-cd67-4752-b70f-8268b993b41e req-07aeac8b-91da-4a6f-b09d-0c49c78a5ad0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:24.204070 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c51fa051-cd67-4752-b70f-8268b993b41e req-07aeac8b-91da-4a6f-b09d-0c49c78a5ad0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.2101016 Jun 16 14:39:24.213691 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50590) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:24.220428 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'floatingip': {'port_id': '90f586cc-09a2-4c2f-9bf9-c474df1e1116'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:24.242440 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3cd15efac3a47df950e47ca5126d168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550744 Jun 16 14:39:24.242809 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6ace4-35af-413e-a7ad-572b68d5fe56,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:24.247388 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50592) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:24.256760 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:24.297331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646da427-1385-48fe-9d51-28d91b94c091 x-openstack-request-id: req-646da427-1385-48fe-9d51-28d91b94c091 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:24.301367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5565290-d8a0-433e-9707-bc460af406ec", "name": "network-vif-deleted", "tag": "6f868732-91a6-495b-ba00-303bd2398b54", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:24.301367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-646da427-1385-48fe-9d51-28d91b94c091 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:24.301367 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5565290-d8a0-433e-9707-bc460af406ec', 'name': 'network-vif-deleted', 'tag': '6f868732-91a6-495b-ba00-303bd2398b54', 'status': 'completed', 'code': 200} Jun 16 14:39:24.313085 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.355066 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50596) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:24.377721 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.432248 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.437339 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.438985 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6f6ace4-35af-413e-a7ad-572b68d5fe56 HTTP/1.1" status: 204 len: 168 time: 0.1902494 Jun 16 14:39:24.440270 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b67f62ea-d889-46f9-8281-d0c9c2c2ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:24.446549 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.461856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6ace4-35af-413e-a7ad-572b68d5fe56,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:24.472773 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:24.598421 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be301-f9a4-4f1c-970a-f93ac927c496 req-ee06e229-3702-4aef-81b4-9b27d846fc90 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:24.599860 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-587be301-f9a4-4f1c-970a-f93ac927c496 req-ee06e229-3702-4aef-81b4-9b27d846fc90 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.2238274 Jun 16 14:39:24.799467 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:24.905631 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-587be301-f9a4-4f1c-970a-f93ac927c496 req-1ad372ae-098e-4320-aee8-7e2e0c8b2b45 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959797 Jun 16 14:39:25.029099 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.034874 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.105713 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-1a83f4d1-79d9-475f-b298-fc3821d759f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:25.115562 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3dfbc1bb6754ee8b500bc94b15113a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577627 Jun 16 14:39:25.115562 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50622) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:25.185843 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11edf57b-8ab7-4d19-91bb-38e1c0a6af9f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:25.198934 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:25.226924 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-43d683a4-5ad9-4e5c-9458-193e129b86ec req-14124dff-5417-4937-a5c6-c07c5f1bbc6c tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5565290-d8a0-433e-9707-bc460af406ec HTTP/1.1" status: 200 len: 210 time: 0.0361464 Jun 16 14:39:25.253493 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.276707 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.295114 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50626) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:25.336371 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.391809 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.396415 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.402493 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/11edf57b-8ab7-4d19-91bb-38e1c0a6af9f HTTP/1.1" status: 204 len: 168 time: 0.2817650 Jun 16 14:39:25.408789 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:25.442897 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11edf57b-8ab7-4d19-91bb-38e1c0a6af9f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:25.446325 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:25.550344 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.555044 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.565673 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b4aa1535-80f7-44b3-82d5-9832d939b703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:25.597688 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 14:39:25.608082 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=80bdb9812d5042638f92ac39c7066bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117044 Jun 16 14:39:25.609241 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5104eb58-6ee1-447f-96af-d45e50402b62,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:25.611926 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50638) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:25.619823 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:25.727667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.728053 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.740141 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.760297 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fb1f-5da7-4e4a-bc9d-381ff0780fbf req-3607a50e-b184-4780-978f-57f734e68585 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:25.762499 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-62b9fb1f-5da7-4e4a-bc9d-381ff0780fbf req-3607a50e-b184-4780-978f-57f734e68585 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1327047 Jun 16 14:39:25.773271 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.822597 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe61d0-9841-4516-bddc-86866584a441 req-c03fe7ec-10ea-491f-8a3d-885708716ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:25.824389 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-c03fe7ec-10ea-491f-8a3d-885708716ffb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 1098 time: 0.2646825 Jun 16 14:39:25.849800 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-62b9fb1f-5da7-4e4a-bc9d-381ff0780fbf req-c4511221-508f-4b01-9bae-02b3ef5e5cbb tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Jun 16 14:39:25.880242 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.882441 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:25.883547 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5104eb58-6ee1-447f-96af-d45e50402b62 HTTP/1.1" status: 204 len: 168 time: 0.2705584 Jun 16 14:39:25.884811 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ae34d974-33bb-4fd4-a107-62f482e98e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:25.893080 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104eb58-6ee1-447f-96af-d45e50402b62,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:25.901933 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:25.944163 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Floating IP c0725e9b-81a5-4902-9db9-d1ac94a92073 associated. External IP: 172.28.0.102, port: 90f586cc-09a2-4c2f-9bf9-c474df1e1116. Jun 16 14:39:26.034010 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe61d0-9841-4516-bddc-86866584a441 req-f3dceed0-6dac-4db1-b593-9b31cac6822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:26.035637 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-f3dceed0-6dac-4db1-b593-9b31cac6822b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.1991351 Jun 16 14:39:26.055801 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50652) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:26.079235 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.085909 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-a349e766-7008-4b58-9a3e-10f3a9be20b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c HTTP/1.1" status: 200 len: 217 time: 0.0433648 Jun 16 14:39:26.199582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.212127 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.214100 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe61d0-9841-4516-bddc-86866584a441 req-6be074e8-00ab-4be2-96c0-1f800e670a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:26.215836 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-6be074e8-00ab-4be2-96c0-1f800e670a13 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.1218283 Jun 16 14:39:26.216551 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-afdd2203-1ca0-40ff-8482-7f75d8ac98be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:26.249572 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ddd0d0-1b60-4e69-9937-7c6361284500,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:26.256747 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:26.267373 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-766fa6bf-1622-40b1-9560-10b324263a8b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354290 Jun 16 14:39:26.282610 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6997489a0fe34da4851c9a7e04a50634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226803 Jun 16 14:39:26.283054 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50666) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:26.362930 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.395800 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.403069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:39:26.465525 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.470282 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.473950 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/85ddd0d0-1b60-4e69-9937-7c6361284500 HTTP/1.1" status: 204 len: 168 time: 0.1877842 Jun 16 14:39:26.473950 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:26.482517 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ddd0d0-1b60-4e69-9937-7c6361284500,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:26.505199 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:26.603032 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-cf8a2aa2-8280-48b9-b203-5341f901f2ed service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221736 Jun 16 14:39:26.713183 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:39:26.724126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.735315 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:39:26.739422 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a0fe61d0-9841-4516-bddc-86866584a441 req-d397a016-5516-4d61-acf9-ea67ca5ae968 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252608 Jun 16 14:39:26.767255 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:39:26.767920 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:39:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:26.781494 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a9560c65-f206-4fd8-97a6-eba8ef647a20 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "PUT /v2.0/floatingips/c0725e9b-81a5-4902-9db9-d1ac94a92073 HTTP/1.1" status: 200 len: 992 time: 2.5641208 Jun 16 14:39:26.781494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:26.782661 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:26.903634 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966fd5b0-ab66-4b81-812f-2b42e20eb7b9 x-openstack-request-id: req-966fd5b0-ab66-4b81-812f-2b42e20eb7b9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:26.904050 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:26.904392 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-966fd5b0-ab66-4b81-812f-2b42e20eb7b9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:26.904508 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:26.905000 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'status': 'completed', 'code': 200} Jun 16 14:39:27.121211 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-e55c97e3-145f-43ac-bdde-2fe27a2ffcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:27.123910 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-e55c97e3-145f-43ac-bdde-2fe27a2ffcc6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1099 time: 0.1807284 Jun 16 14:39:27.146736 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:39:27.296347 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50720) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:27.316810 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.477779 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-bc46de6b-27f8-4b50-b245-26d7911be362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:27.481612 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-bc46de6b-27f8-4b50-b245-26d7911be362 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.3492720 Jun 16 14:39:27.492432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901b083-d8e5-474b-a7b7-5ef0359dbde6 req-d8f40c96-3c39-4010-95a9-26094ee8017f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:27.494314 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.500621 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4901b083-d8e5-474b-a7b7-5ef0359dbde6 req-d8f40c96-3c39-4010-95a9-26094ee8017f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.3335745 Jun 16 14:39:27.502032 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.539745 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:27.546824 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f4dfb492e5545e59e513337301afe67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470541 Jun 16 14:39:27.551263 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50728) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:27.577161 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'c0725e9b-81a5-4902-9db9-d1ac94a92073', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'port_id': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:38:53Z', 'updated_at': '2021-06-16T14:39:25Z', 'revision_number': 1, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:27.582892 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250acc02-8480-4b21-ba4a-a842de95415a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:27.584980 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:39:27.591069 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:27.600113 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:39:27.602054 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:39:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:27.624433 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.653350 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.676230 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 6f868732-91a6-495b-ba00-303bd2398b54 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:39:27.694840 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4901b083-d8e5-474b-a7b7-5ef0359dbde6 req-22b03f29-0e18-4156-a404-e78dd16ba52e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931443 Jun 16 14:39:27.715198 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.718041 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:27.719293 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/250acc02-8480-4b21-ba4a-a842de95415a HTTP/1.1" status: 204 len: 168 time: 0.1670916 Jun 16 14:39:27.720159 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-daa5494a-1a42-41d2-98e7-cdb4b165cb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:27.724643 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 6f868732-91a6-495b-ba00-303bd2398b54 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:39:27.725259 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 6f868732-91a6-495b-ba00-303bd2398b54 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:39:27.730116 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-2a29e309-72e3-4988-913e-07b9ef2109ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 1000 time: 0.2269602 Jun 16 14:39:27.742299 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250acc02-8480-4b21-ba4a-a842de95415a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:27.749248 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:27.856631 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:39:27.880459 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-aef9dace-5161-4dcd-97f0-c8e24b9d4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:27.884139 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-aef9dace-5161-4dcd-97f0-c8e24b9d4c16 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.1428242 Jun 16 14:39:28.017301 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-b421b49c-cd9d-4517-8837-89bd5c21987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:28.020337 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-b421b49c-cd9d-4517-8837-89bd5c21987a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1244581 Jun 16 14:39:28.042573 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:39:28.252930 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-dbdd89df-630c-4c04-bb8d-4fcbb4bde6c8 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202272 Jun 16 14:39:28.336500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50766) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:28.449327 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82acb708-3ff7-4e4a-bc0e-c44e4d8232a3 req-14a8ed44-2f07-48ee-a53c-8e79d3e265d1 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837928 Jun 16 14:39:28.452788 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Deleting subnet 590c1b2b-ee87-4408-8d6e-d80a0ed3c439 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:39:28.469795 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:28.538440 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:28.541460 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'c0725e9b-81a5-4902-9db9-d1ac94a92073', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'port_id': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:38:53Z', 'updated_at': '2021-06-16T14:39:25Z', 'revision_number': 1, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:28.547232 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465a17f-96b2-44b1-8339-22688ca6c534 None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'c0725e9b-81a5-4902-9db9-d1ac94a92073', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'port_id': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:38:53Z', 'updated_at': '2021-06-16T14:39:25Z', 'revision_number': 1, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:39:28.552367 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:28.655136 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:28.659671 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b291d106-f3cc-483e-888f-77616b43664f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:28.689899 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:28.692452 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/590c1b2b-ee87-4408-8d6e-d80a0ed3c439 HTTP/1.1" status: 204 len: 168 time: 0.3547885 Jun 16 14:39:28.693441 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590c1b2b-ee87-4408-8d6e-d80a0ed3c439,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:28.695672 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50786) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:28.698167 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b67f3421-1668-4971-b9de-4735504f9627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:28.856258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:28.987983 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933eb030-5e93-44f6-aa30-8812b563fb5d None None] New status for floating IP c0725e9b-81a5-4902-9db9-d1ac94a92073: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:39:28.994597 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e9f2a-e8a5-43dc-88f0-6ccbde9e0e9e req-0cb41cc1-9606-4a1a-8366-52be03a83c23 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:29.007223 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-470e9f2a-e8a5-43dc-88f0-6ccbde9e0e9e req-0cb41cc1-9606-4a1a-8366-52be03a83c23 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1595407 Jun 16 14:39:29.080325 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-470e9f2a-e8a5-43dc-88f0-6ccbde9e0e9e req-2e1b61ae-6c0a-4356-8cfb-4b62744bd8ec tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709710 Jun 16 14:39:29.147161 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.162596 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.163169 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.164188 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.164997 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > port after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.167166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.167861 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > port after_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.168420 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.168989 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.169881 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.170461 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.170568 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50804) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:29.401230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.402014 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.403271 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.403614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:39:29.403989 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0771c3-a87a-46c5-9fea-b2d3d652e623']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:29.412350 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.430507 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:29.431857 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef380e77-ed7e-4451-b1b3-bc6b99e96d08') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:39:29.454451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.482307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.498693 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:39:29.499277 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: from cryptography.utils import int_from_bytes Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: from cryptography.utils import int_from_bytes Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:39:29.504147 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:39:29.585258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.589803 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.590043 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a90eab76-d499-4cdd-9410-ac33c1405ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:29.594690 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.594986 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.596921 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] 10.222.0.96 "DELETE /v2.0/networks/8b0771c3-a87a-46c5-9fea-b2d3d652e623 HTTP/1.1" status: 204 len: 168 time: 0.9000945 Jun 16 14:39:29.603989 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:29.610786 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0771c3-a87a-46c5-9fea-b2d3d652e623,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:29.617599 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:29.644764 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3424e4e-0f41-44d0-b278-aabf839ccb64,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:29.657614 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:29.680350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50828) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:29.688343 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d37de979fcec43cebc3fbf1be77bdf3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167017 Jun 16 14:39:29.743116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.773768 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.791801 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50840) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:29.842677 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-37843318-31b6-430e-9519-6cd0e4a95bd5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1798676087704e2ba01e41f228f48b32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491049 Jun 16 14:39:29.844867 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50842) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:29.859612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.862854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.872119 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a3424e4e-0f41-44d0-b278-aabf839ccb64 HTTP/1.1" status: 204 len: 168 time: 0.1894538 Jun 16 14:39:29.872946 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:29.883442 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3424e4e-0f41-44d0-b278-aabf839ccb64,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:29.891849 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:29.914271 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:29.945842 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:30.006292 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:30.011196 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:30.015251 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe7d58e2-cecb-49be-b6da-2049ac8f23dc HTTP/1.1" status: 204 len: 168 time: 0.1666679 Jun 16 14:39:30.015251 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-66ca99a5-558c-452b-9013-ac7de0d694dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:30.025811 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7d58e2-cecb-49be-b6da-2049ac8f23dc,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:30.028458 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:30.455113 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863461bb-5755-4d93-bd91-4595ac251aa1 req-1070e8fb-9637-4829-9fe1-1f8f09f06b13 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:30.464054 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-863461bb-5755-4d93-bd91-4595ac251aa1 req-1070e8fb-9637-4829-9fe1-1f8f09f06b13 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1441572 Jun 16 14:39:30.534407 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-863461bb-5755-4d93-bd91-4595ac251aa1 req-d9cab520-6895-4b98-bb5b-afa79171cf8d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653841 Jun 16 14:39:30.739866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 50932) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:30.754792 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:30.876528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:30.885126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:30.892480 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e84fdd5e-6dc8-45d6-9dd6-f6abca7a7b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:30.959932 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 50938) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:30.960261 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe3a1de9632c4b4baa10ba82f05b456d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190588 Jun 16 14:39:30.961215 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e8507-681a-4c98-859e-b38b76e46cda,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:30.966419 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:31.062913 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:31.100417 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:31.177276 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:31.180259 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:31.183088 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f57e8507-681a-4c98-859e-b38b76e46cda HTTP/1.1" status: 204 len: 168 time: 0.2219617 Jun 16 14:39:31.184065 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-da532303-faed-482c-8903-c504f8a1b9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:31.199285 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57e8507-681a-4c98-859e-b38b76e46cda,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:31.201453 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:31.833533 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51008) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:31.848166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785ee9-7a1a-482c-940e-756a4cec3945 req-eae4224c-e1c0-4ba1-a0d0-d3ae0f7bde76 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:31.849842 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-05785ee9-7a1a-482c-940e-756a4cec3945 req-eae4224c-e1c0-4ba1-a0d0-d3ae0f7bde76 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1006486 Jun 16 14:39:31.901149 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-05785ee9-7a1a-482c-940e-756a4cec3945 req-63e37206-6287-4738-83c5-deab9f91c001 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Jun 16 14:39:32.177957 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.316764 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.322144 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.324850 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-83c0abf7-3661-469f-a8f1-9e08e9d8982f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:32.362105 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4effb4980b28423cb365d109c3124550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260947 Jun 16 14:39:32.362953 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9353e4-1a5e-4ee1-97de-91a78c2f501b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:32.365954 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:32.391287 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:32.437276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.462819 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.511828 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.514750 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.516116 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e9353e4-1a5e-4ee1-97de-91a78c2f501b HTTP/1.1" status: 204 len: 168 time: 0.1483412 Jun 16 14:39:32.516838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3138218f-bcf7-4874-985d-480a7ae83c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:32.524145 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9353e4-1a5e-4ee1-97de-91a78c2f501b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:32.533177 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:32.879546 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51056) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:32.894818 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.987586 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.991578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:32.994654 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a3657b15-4aa1-4d3f-9229-b4bde6480ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:33.033089 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=49950d6409eb4e57be371ad032fbfcaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524045 Jun 16 14:39:33.034039 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e28a77-291a-4767-8912-cf5b5a18e992,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:33.036412 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51060) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:33.042522 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:33.089034 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:33.115999 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:33.129315 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5002b-5bc4-498e-9952-f7a66acff5c9 req-fa8a7f80-93a3-4654-ab9d-08aa41bb5b7a tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:33.132025 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c9f5002b-5bc4-498e-9952-f7a66acff5c9 req-fa8a7f80-93a3-4654-ab9d-08aa41bb5b7a tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0987020 Jun 16 14:39:33.190034 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c9f5002b-5bc4-498e-9952-f7a66acff5c9 req-a67ea53a-d1ee-480a-99a2-d1e30df4eadf tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Jun 16 14:39:33.192864 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:33.195836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:33.197729 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6e28a77-291a-4767-8912-cf5b5a18e992 HTTP/1.1" status: 204 len: 168 time: 0.1604688 Jun 16 14:39:33.198729 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-07c01b1a-6387-4de9-9f32-d73cd750073e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:33.215612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e28a77-291a-4767-8912-cf5b5a18e992,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:33.229929 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:34.395333 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff5c6-de5b-4cbb-8a53-d23159416595 req-c63598a3-fd6f-40a6-a740-fc911de87e78 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:34.396822 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41fff5c6-de5b-4cbb-8a53-d23159416595 req-c63598a3-fd6f-40a6-a740-fc911de87e78 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0698128 Jun 16 14:39:34.446103 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41fff5c6-de5b-4cbb-8a53-d23159416595 req-607204c5-2d23-4164-9e60-f7ebf5e3c12d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Jun 16 14:39:34.840553 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51180) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:34.967881 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.074822 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.081309 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.090541 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f4fb83a6-4fdc-4b27-84fa-3094ed7967a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:35.133773 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d8cf07d1d1774e4e8a147af6216ec5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933006 Jun 16 14:39:35.135696 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce3f17-cc29-4547-8db8-b39796db67e5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:35.138295 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:35.151203 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:35.201882 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.225880 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.280265 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.283794 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.285176 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c1ce3f17-cc29-4547-8db8-b39796db67e5 HTTP/1.1" status: 204 len: 168 time: 0.1456175 Jun 16 14:39:35.285905 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9423fc49-ced3-4873-baf0-84f1ff230ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:35.297559 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce3f17-cc29-4547-8db8-b39796db67e5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:35.298314 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:35.714071 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bb629-44c7-4b1d-aa3f-07b967d5fdb1 req-9b9c8624-9414-40fc-857a-6de4d1dc0268 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:35.715864 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-af8bb629-44c7-4b1d-aa3f-07b967d5fdb1 req-9b9c8624-9414-40fc-857a-6de4d1dc0268 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1035585 Jun 16 14:39:35.765182 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-af8bb629-44c7-4b1d-aa3f-07b967d5fdb1 req-66d2b663-1845-4c9f-9f2f-e5131318c811 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435183 Jun 16 14:39:35.858977 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51254) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:35.876897 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.988434 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.995204 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:35.999172 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ef675bee-2de0-4276-9f33-b70903c406d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:36.039660 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a0d125b31da4d3c80ba82a4eca0ed6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788433 Jun 16 14:39:36.041606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c439829a-d11c-47d4-bfb1-e67cd3af315e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:36.043751 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51272) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:36.044863 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:36.114850 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.154394 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.220769 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.223547 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.224821 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c439829a-d11c-47d4-bfb1-e67cd3af315e HTTP/1.1" status: 204 len: 168 time: 0.1745312 Jun 16 14:39:36.225861 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-535371b1-cc8e-4fbf-90c1-7cae5ce97cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:36.231705 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51284) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:36.235054 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439829a-d11c-47d4-bfb1-e67cd3af315e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:36.242801 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.243178 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.243861 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.244523 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.244875 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.245228 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.245577 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.245925 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.246294 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.246631 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.247174 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.247747 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.251449 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:36.496937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.595164 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.599238 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.602495 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a2c6a5bf-0732-452e-a578-5ad1c5089991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:36.640975 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d242edcc7c654a90835710a5001dabbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078879 Jun 16 14:39:36.642050 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bc188-dfd0-4eee-97e2-11ce2b9ff78b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:36.643700 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51308) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:36.649280 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.649690 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.650034 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.650467 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.651005 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.651224 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.651603 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.651939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.652276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.652605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.652928 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.653257 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:36.657055 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:36.700779 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.728939 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.787386 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.789938 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:36.791793 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/393bc188-dfd0-4eee-97e2-11ce2b9ff78b HTTP/1.1" status: 204 len: 168 time: 0.1470454 Jun 16 14:39:36.792601 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-41da6409-23b4-4dd1-a445-fe3fe9f79d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:36.801037 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bc188-dfd0-4eee-97e2-11ce2b9ff78b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:36.803808 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:36.984527 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903ca5-9f94-4d45-95f4-92a2e4dd2cab req-f17fc162-71d0-4f0e-a1cb-ef2f2571b321 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:36.986434 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-04903ca5-9f94-4d45-95f4-92a2e4dd2cab req-f17fc162-71d0-4f0e-a1cb-ef2f2571b321 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0735626 Jun 16 14:39:37.031507 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-04903ca5-9f94-4d45-95f4-92a2e4dd2cab req-d5526faa-4c69-4e57-8216-0679575dbaf5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Jun 16 14:39:37.148993 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51340) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:37.162930 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.277639 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.282873 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.296614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-26ba0d91-c640-4dc5-b456-6cd54bdb8583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:37.333092 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51354) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:37.333559 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=043fa7ac217b4ecba88b2b5f302ff1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829953 Jun 16 14:39:37.334066 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ead08-b303-4abd-8a39-7f044f971fa1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:37.337633 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:37.405850 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.436760 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.511443 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.514131 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.518455 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f22ead08-b303-4abd-8a39-7f044f971fa1 HTTP/1.1" status: 204 len: 168 time: 0.1797786 Jun 16 14:39:37.518455 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8bd53873-459f-4f47-b206-a4ede6ee4922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:37.525628 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ead08-b303-4abd-8a39-7f044f971fa1,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:37.533062 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:37.586382 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:37.842498 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.939472 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51396) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:37.963205 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.968421 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:37.976869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-059768df-0e88-42f0-b134-0eba58c15ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:38.008599 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e63c20f5d2bd4b50b344832fabfaebee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207230 Jun 16 14:39:38.010322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730fbddd-c2d1-405e-a6fc-39c4d4e9c967,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:38.011976 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51402) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:38.013208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:38.072997 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.098342 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.175824 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.340973 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa34f-9067-41be-89ec-361e20e4fff3 req-69cb7f5c-5046-492a-8fee-d1445d04cbc2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:38.342568 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-563fa34f-9067-41be-89ec-361e20e4fff3 req-69cb7f5c-5046-492a-8fee-d1445d04cbc2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1530099 Jun 16 14:39:38.357569 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.360243 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.363818 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/730fbddd-c2d1-405e-a6fc-39c4d4e9c967 HTTP/1.1" status: 204 len: 168 time: 0.3508043 Jun 16 14:39:38.371409 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-18761515-fb3b-4dc0-b05d-b4926dee3f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:38.396247 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730fbddd-c2d1-405e-a6fc-39c4d4e9c967,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:38.403345 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:38.405588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.417637 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.426045 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ce9400d2-9364-486b-b9e6-e44e05bdacc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:38.454978 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-563fa34f-9067-41be-89ec-361e20e4fff3 req-25e6702f-ab3a-4356-92c5-ba671ce15906 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042974 Jun 16 14:39:38.497057 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ad835a132a1d45129c3f31aea0e8551a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564651 Jun 16 14:39:38.498175 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db4f230-21e4-4c5a-9da6-cd248703c09c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:38.500081 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51428) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:38.501922 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:38.566766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.591684 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.654397 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.657218 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:38.658366 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8db4f230-21e4-4c5a-9da6-cd248703c09c HTTP/1.1" status: 204 len: 168 time: 0.1570282 Jun 16 14:39:38.659298 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:38.667593 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db4f230-21e4-4c5a-9da6-cd248703c09c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:38.670122 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:38.693962 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51436) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:39.018165 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.137638 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.143375 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.145860 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:39.181726 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97f288-42c4-4fde-b0cc-6fe7b35aebfb,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:39.186125 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cbd1fbbcb94043389429927ebbad122d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909935 Jun 16 14:39:39.189319 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51466) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:39.191053 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:39.246217 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.271511 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.327215 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.329957 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:39.331100 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ac97f288-42c4-4fde-b0cc-6fe7b35aebfb HTTP/1.1" status: 204 len: 168 time: 0.1411650 Jun 16 14:39:39.331870 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:39.340414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97f288-42c4-4fde-b0cc-6fe7b35aebfb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:39.346116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:39.647981 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458b7a0-6994-445a-8a46-6a51976f25af req-47dac690-8e70-4682-8e39-70f481313d9a tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:39.649984 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e458b7a0-6994-445a-8a46-6a51976f25af req-47dac690-8e70-4682-8e39-70f481313d9a tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0759394 Jun 16 14:39:39.701468 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e458b7a0-6994-445a-8a46-6a51976f25af req-b140dfa5-660e-4740-bd58-56afaf2c2fd8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Jun 16 14:39:39.970945 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4de5621b-1729-4de7-8a16-89e9a5a57af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.011556 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51518) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:40.284728 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1124693278-network', 'tenant_id': '4a276aa7ef0c432cabf0d40264be4d85'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:40.309966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Made reservation on behalf of 4a276aa7ef0c432cabf0d40264be4d85 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:40.312682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.325061 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.448839 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.455713 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.459574 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d3d1d368-e867-4287-9709-6d2c9f2b26f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:40.484888 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6300b5-823f-424c-85d6-d6f0e52614b0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:40.502927 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:40.513811 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:39:40.526912 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.527894 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Added segment b1382243-4139-441f-afff-f16db42d484a of type vlan for network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 Jun 16 14:39:40.583590 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.620974 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.622923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:40.623517 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.631069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e656ab2b-84f9-4b64-8528-3d63f52da14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:40.666045 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6527617 Jun 16 14:39:40.669382 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51558) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:40.676395 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Request body: {'subnet': {'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1124693278-subnet', 'tenant_id': '4a276aa7ef0c432cabf0d40264be4d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:40.707897 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Made reservation on behalf of 4a276aa7ef0c432cabf0d40264be4d85 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:40.710888 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:40.713285 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Pushing event updated for resources: {'Network': ['ID=358a627b-86f6-4e07-82d6-3a73f8ca4ff9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:40.716235 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:40.728338 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:39:41.199137 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:41.209742 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-44848d18-6a4a-4d04-baad-f51a8002f0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:41.266722 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0484c6bd-f2a6-4ea6-8be8-f534152cb3fd,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:41.284235 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:41.315358 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74978-0397-403b-8d7a-8d7cc575e16c req-bbb2ce8c-c557-421e-be7f-af11552e46b4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:41.317277 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f3c74978-0397-403b-8d7a-8d7cc575e16c req-bbb2ce8c-c557-421e-be7f-af11552e46b4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.3838048 Jun 16 14:39:41.322850 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Checking segment: {'id': 'b1382243-4139-441f-afff-f16db42d484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:41.323838 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Network hostable DHCP agents. Network: 358a627b-86f6-4e07-82d6-3a73f8ca4ff9, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:39:41.376571 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:39:41.414604 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f3c74978-0397-403b-8d7a-8d7cc575e16c req-21022fca-8d8d-4028-909b-c8593a4b3201 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829318 Jun 16 14:39:41.418625 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 358a627b-86f6-4e07-82d6-3a73f8ca4ff9) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:41.427411 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a017a-e083-41bf-9364-468d2ed3bb40 None None] Network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:39:41.432267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:41.432856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:41.449144 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7d671c18-dfd4-49c2-bd5d-f0ff39fdfbab admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7777491 Jun 16 14:39:41.574828 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcecf0f6-6e7c-468d-8a19-da8da7d1bce2 None None] Network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:39:42.139975 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51626) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:42.145576 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448954521-network', 'tenant_id': 'd02afc86e49a4ba28ca4ce2edc5adb50'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:42.168564 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Made reservation on behalf of d02afc86e49a4ba28ca4ce2edc5adb50 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:42.171149 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.179864 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.276911 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-8923ec05-60e6-4446-8ead-ada8c592c876 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=31da4819998a4dd68648a1513fc4b033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366282 Jun 16 14:39:42.355350 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.369937 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.382138 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-09daabb1-a69c-4c6a-b994-cbaaf6c2e1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:42.491218 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:39:42.512975 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22ab708-d3f4-4738-9d2b-7419c8452767,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:42.518586 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:42.519682 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.520019 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Added segment fec9b02b-4401-463d-aaf3-c1b2a8bf8eb4 of type vlan for network 8c666beb-eb8d-45c4-8544-b4ee52848a48 Jun 16 14:39:42.544306 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-758f8799-4002-4498-b4b5-1f348ae136af tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:42.545746 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-758f8799-4002-4498-b4b5-1f348ae136af tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625904 Jun 16 14:39:42.584384 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.590335 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-89c5499b-709d-4df6-8604-4581acd3899d tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/quotas/31da4819998a4dd68648a1513fc4b033 HTTP/1.1" status: 200 len: 375 time: 0.0264275 Jun 16 14:39:42.593945 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c098d-dff4-4b22-a551-6f35532d6b48 req-15fd0fb2-c5bb-41ab-af88-79f7c302417a tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:42.596048 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-852c098d-dff4-4b22-a551-6f35532d6b48 req-15fd0fb2-c5bb-41ab-af88-79f7c302417a tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0648298 Jun 16 14:39:42.627230 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-9b529ecd-511a-455d-8db9-3b9c6e6d418c tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=31da4819998a4dd68648a1513fc4b033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307629 Jun 16 14:39:42.636093 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-852c098d-dff4-4b22-a551-6f35532d6b48 req-c69acc16-23de-4792-926b-3a0dd6333251 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Jun 16 14:39:42.646783 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.646783 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:42.646783 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.648875 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:42.686476 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5450923 Jun 16 14:39:42.689044 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51654) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:42.694134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Request body: {'subnet': {'network_id': '8c666beb-eb8d-45c4-8544-b4ee52848a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448954521-subnet', 'tenant_id': 'd02afc86e49a4ba28ca4ce2edc5adb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:42.727315 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Pushing event updated for resources: {'Network': ['ID=8c666beb-eb8d-45c4-8544-b4ee52848a48,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:42.731613 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:42.746659 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Made reservation on behalf of d02afc86e49a4ba28ca4ce2edc5adb50 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:42.749045 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 8c666beb-eb8d-45c4-8544-b4ee52848a48 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:39:42.750808 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.877921 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-450edc31-b1a4-419a-a5a5-03ce32b54e17 req-4eeae01f-57c9-424c-8002-511ad2668483 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 210 time: 0.0432086 Jun 16 14:39:42.896144 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.932701 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-87927b2b-b70b-46c0-b8ec-6ef6f3f770ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.995164 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:42.997911 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:43.059876 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f857fdb5-5f7d-40ed-9800-df45d2d8eb99,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:43.068100 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:43.070907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Checking segment: {'id': 'fec9b02b-4401-463d-aaf3-c1b2a8bf8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '8c666beb-eb8d-45c4-8544-b4ee52848a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:43.071283 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Network hostable DHCP agents. Network: 8c666beb-eb8d-45c4-8544-b4ee52848a48, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:39:43.092300 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Network 8c666beb-eb8d-45c4-8544-b4ee52848a48 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:39:43.102504 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 8c666beb-eb8d-45c4-8544-b4ee52848a48) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:43.108346 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:43.108956 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:43.116671 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b6736-cc18-45ef-924e-2cd98dde4b49 None None] Network 8c666beb-eb8d-45c4-8544-b4ee52848a48 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:39:43.141256 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4419560 Jun 16 14:39:43.353539 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a5a38-77b7-42e7-90b6-1cb693d5605f None None] Network 8c666beb-eb8d-45c4-8544-b4ee52848a48 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:39:43.904887 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:43.913377 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90c594-ac86-4144-b2eb-17615756db3e req-02ecfd24-9bcb-4a15-bb87-455c2e231b0f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:43.915433 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3b90c594-ac86-4144-b2eb-17615756db3e req-02ecfd24-9bcb-4a15-bb87-455c2e231b0f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0750022 Jun 16 14:39:43.916139 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51714) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:43.960267 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3b90c594-ac86-4144-b2eb-17615756db3e req-112ce7ac-a8be-4ee1-b6c4-d7fe714a9048 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372283 Jun 16 14:39:44.005674 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-218247a8-437f-4ceb-b29b-82582249046b tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:44.007635 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-218247a8-437f-4ceb-b29b-82582249046b tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/networks?id=358a627b-86f6-4e07-82d6-3a73f8ca4ff9 HTTP/1.1" status: 200 len: 809 time: 0.1377521 Jun 16 14:39:44.025571 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-e9575590-aadd-4a2c-a195-e93069738f1e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/quotas/4a276aa7ef0c432cabf0d40264be4d85 HTTP/1.1" status: 200 len: 375 time: 0.0116124 Jun 16 14:39:44.036466 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.060893 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-9dac0925-8db2-4999-8ce7-c8ee45c3ce7c tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4a276aa7ef0c432cabf0d40264be4d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294518 Jun 16 14:39:44.155233 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.162647 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.166184 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-227cfd1d-c357-4dde-b625-c87d58632afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:44.194115 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-c9bf3d30-aa6d-4b7e-9d78-727744ba7d92 service neutron] 10.222.0.96 "GET /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229260 Jun 16 14:39:44.203008 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d591810a-ecbe-4d01-be13-17a34d3b6d9a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:44.209305 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3da09d7b3a14e7fbb09a12dc06f3d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911584 Jun 16 14:39:44.210538 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:44.215329 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51722) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:44.277919 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0703ddf6-4ea2-4659-9483-f7fcc69a47a7 req-2e0f2cf6-d7b9-4f92-a52d-4b97a01f67a5 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 210 time: 0.0445766 Jun 16 14:39:44.304033 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.326535 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.333657 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-b5155e66-e1ac-4e7c-9eae-29fde085443b tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=31da4819998a4dd68648a1513fc4b033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429611 Jun 16 14:39:44.337284 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-ecbc0494-9b99-4190-9981-75c706067bd1 service neutron] 10.222.0.96 "GET /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414936 Jun 16 14:39:44.380633 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.384505 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.386857 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d591810a-ecbe-4d01-be13-17a34d3b6d9a HTTP/1.1" status: 204 len: 168 time: 0.1689515 Jun 16 14:39:44.387972 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a82ec311-e1b0-4a60-9948-40269062dfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:44.423090 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d591810a-ecbe-4d01-be13-17a34d3b6d9a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:44.426887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:44.688945 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-31007c0c-dcee-490d-8789-e23ae5b2fe00 req-5ae102d0-2821-4217-a185-1c7d7c4f81ae tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 210 time: 0.0673382 Jun 16 14:39:44.813509 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51744) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:44.837688 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:44.889789 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-d1b5e4c9-3a8e-45f4-a949-45dcaaf50d83 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:44.891609 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-d1b5e4c9-3a8e-45f4-a949-45dcaaf50d83 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5517993 Jun 16 14:39:44.913073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Request body: {'port': {'device_id': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99', 'admin_state_up': True, 'tenant_id': '31da4819998a4dd68648a1513fc4b033'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:44.977104 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51756) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:45.069582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.077682 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.081684 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-925d9f66-3cb7-49e8-b27f-086f4aace882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:45.139418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Made reservation on behalf of 31da4819998a4dd68648a1513fc4b033 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:45.145424 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.173650 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ecea8-8662-4546-ac92-b9edca9fe49e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:45.178860 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc615a76bdca4839b66d68639287e8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642519 Jun 16 14:39:45.180433 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:45.181473 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.182456 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51770) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:45.183416 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.283846 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.300372 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f6c3-c962-4a9a-9cdf-dcea2802cfd1 req-716c7cc5-5d14-4b0d-803f-0c6ff5de2013 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:45.302408 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9760f6c3-c962-4a9a-9cdf-dcea2802cfd1 req-716c7cc5-5d14-4b0d-803f-0c6ff5de2013 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1114736 Jun 16 14:39:45.321926 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.352510 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9760f6c3-c962-4a9a-9cdf-dcea2802cfd1 req-f6370794-791a-4839-8635-c1fabac331a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Jun 16 14:39:45.406059 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.412598 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.418879 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:45.436486 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.439662 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.441118 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5e1ecea8-8662-4546-ac92-b9edca9fe49e HTTP/1.1" status: 204 len: 168 time: 0.2474637 Jun 16 14:39:45.475123 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1fe7356ee0c64aad8d35898f5e6711cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954879 Jun 16 14:39:45.476543 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961bbe54-f39a-477a-b3f6-270aaf68ad96,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:45.481018 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51776) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:45.490795 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:45.492164 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8b11c480-c056-4bde-9c21-3b1feca7f97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:45.510681 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ecea8-8662-4546-ac92-b9edca9fe49e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:45.517292 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:45.566103 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.594039 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.601051 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.606719 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.668518 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.671000 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:45.674424 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/961bbe54-f39a-477a-b3f6-270aaf68ad96 HTTP/1.1" status: 204 len: 168 time: 0.1898043 Jun 16 14:39:45.674424 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e30327ae-6adf-426d-8833-0ec8ba63c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:45.691519 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:45.692070 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961bbe54-f39a-477a-b3f6-270aaf68ad96,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:45.694386 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:45.740791 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5e1e14aa-28ca-47fb-9474-473b6c37c2b4 req-8a165fdb-fb79-4405-8e53-da1c012bca11 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 210 time: 0.0407624 Jun 16 14:39:45.817514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72426d35-b58a-44f7-9b08-7e4093b2b5a3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:45.839414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:45.877015 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-908a2778-74b7-4fca-9ec6-8a6efb595b9b req-7ca0f440-6557-441f-a320-7446cdb774b2 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 210 time: 0.0365937 Jun 16 14:39:45.912055 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Allocated IP 192.168.233.130 (9e94eef1-2e79-4a6a-8c2d-28a21b872c99/a85773f3-af8e-4de4-90c2-1264b719dc9c/c7c1d1b8-377a-48c5-917a-7c842ff310a0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:39:46.057091 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.089473 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.103430 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Transition to ACTIVE for port object c7c1d1b8-377a-48c5-917a-7c842ff310a0 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:46.129768 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51794) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:46.139885 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.148215 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.152922 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:46.180389 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:39:46.187739 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:46.192230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:39:46.250842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Pushing event updated for resources: {'Port': ['ID=c7c1d1b8-377a-48c5-917a-7c842ff310a0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:46.255623 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:46.270642 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:46.271746 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.344151 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.351042 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.358481 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4518278 Jun 16 14:39:46.362865 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e523473a-abab-407d-8b26-f3bf81beb085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:46.372716 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Request body: {'port': {'device_id': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:46.533769 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.615107 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9c3744b015f4ab2adf38b29b7612864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840147 Jun 16 14:39:46.618857 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a0654-3056-4736-9487-3e3bfa47ad4b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:46.631981 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:46.634705 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-870f18bf-2763-4669-a951-6c1dc0ec9c1c None None] Provisioning for port c7c1d1b8-377a-48c5-917a-7c842ff310a0 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:46.637577 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51814) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:46.639065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-870f18bf-2763-4669-a951-6c1dc0ec9c1c None None] Provisioning complete for port c7c1d1b8-377a-48c5-917a-7c842ff310a0 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:46.639678 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-870f18bf-2763-4669-a951-6c1dc0ec9c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.695074 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-870f18bf-2763-4669-a951-6c1dc0ec9c1c None None] Port c7c1d1b8-377a-48c5-917a-7c842ff310a0 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:39:46.712086 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-39abc2c3-93f0-4181-8ac2-e5346fda80d6 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:46.713960 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-39abc2c3-93f0-4181-8ac2-e5346fda80d6 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.79 "GET /v2.0/networks?id=358a627b-86f6-4e07-82d6-3a73f8ca4ff9 HTTP/1.1" status: 200 len: 809 time: 0.2655842 Jun 16 14:39:46.727546 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Request body: {'port': {'device_id': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9', 'admin_state_up': True, 'tenant_id': '4a276aa7ef0c432cabf0d40264be4d85'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:46.735273 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.809411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0af03-bda6-45b6-ad7d-1db1b42cdc57 req-c41829f5-2ba4-4339-b2fb-c02056ee4f68 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:46.811414 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-52a0af03-bda6-45b6-ad7d-1db1b42cdc57 req-c41829f5-2ba4-4339-b2fb-c02056ee4f68 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.2573912 Jun 16 14:39:46.849539 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.914653 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-52a0af03-bda6-45b6-ad7d-1db1b42cdc57 req-83186452-e445-4459-bcb2-554fd98ddcce tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710952 Jun 16 14:39:46.950022 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Made reservation on behalf of 4a276aa7ef0c432cabf0d40264be4d85 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:39:46.953557 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.955825 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.958308 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:46.962698 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6b9a0654-3056-4736-9487-3e3bfa47ad4b HTTP/1.1" status: 204 len: 168 time: 0.3236740 Jun 16 14:39:46.964553 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-aaab4cb5-3c61-4b68-8084-866ee7461789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:46.981192 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a0654-3056-4736-9487-3e3bfa47ad4b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:46.986678 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:47.031631 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c1d1b8-377a-48c5-917a-7c842ff310a0 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:47.048665 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.067455 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Transition to ACTIVE for port object c7c1d1b8-377a-48c5-917a-7c842ff310a0 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:47.078674 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.091517 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:47.157905 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e29b4-53a8-4b4f-87f8-46c5aef9d109 req-82b97e46-01c7-46b4-9e29-aaf796dbbe57 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:47.167928 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-440e29b4-53a8-4b4f-87f8-46c5aef9d109 req-82b97e46-01c7-46b4-9e29-aaf796dbbe57 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 936 time: 0.1821830 Jun 16 14:39:47.185084 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Allocated IP 172.20.0.9 (358a627b-86f6-4e07-82d6-3a73f8ca4ff9/0484c6bd-f2a6-4ea6-8be8-f534152cb3fd/9b5a5bc0-9132-40f7-8133-3c47b05a549f) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:39:47.204925 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-608cbbee-3203-454f-9dff-cb15a0a01116 req-d35773e2-39da-40ad-8d11-a5cd2c9139de tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 210 time: 0.1039972 Jun 16 14:39:47.287587 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Pushing event updated for resources: {'Port': ['ID=c7c1d1b8-377a-48c5-917a-7c842ff310a0,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:47.296704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:47.308425 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-440e29b4-53a8-4b4f-87f8-46c5aef9d109 req-27d77787-2161-4c8f-b626-eccc8ec25936 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395280 Jun 16 14:39:47.317020 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Attempting to bind port c7c1d1b8-377a-48c5-917a-7c842ff310a0 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:39:47.317363 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Attempting to bind port c7c1d1b8-377a-48c5-917a-7c842ff310a0 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:39:47.317699 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Attempting to bind port c7c1d1b8-377a-48c5-917a-7c842ff310a0 on network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:47.334449 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Port c7c1d1b8-377a-48c5-917a-7c842ff310a0 on network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:39:47.337849 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Attempting to bind port c7c1d1b8-377a-48c5-917a-7c842ff310a0 on network 9e94eef1-2e79-4a6a-8c2d-28a21b872c99 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:47.343353 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:39:47.343688 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Checking segment: {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:47.344069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Bound using segment: {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:39:47.344538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Bound port: c7c1d1b8-377a-48c5-917a-7c842ff310a0, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cd499a-339c-43ce-bb29-bdcee018a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:39:47.344883 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.492473 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] For port c7c1d1b8-377a-48c5-917a-7c842ff310a0, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:39:47.498496 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] For port c7c1d1b8-377a-48c5-917a-7c842ff310a0, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:39:47.504982 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.508299 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:47.551527 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:47.552548 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.556982 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] 10.222.0.79 "PUT /v2.0/ports/c7c1d1b8-377a-48c5-917a-7c842ff310a0 HTTP/1.1" status: 200 len: 1098 time: 1.1896396 Jun 16 14:39:47.557855 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'tag': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:47.561018 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db6499-0328-4126-9b5e-b2caa0cab527" -d '{"events": [{"name": "network-changed", "server_uuid": "a386bbac-7520-47d3-841e-6a7c2ae17f2e", "tag": "c7c1d1b8-377a-48c5-917a-7c842ff310a0"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:47.606457 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Pushing event updated for resources: {'Port': ['ID=c7c1d1b8-377a-48c5-917a-7c842ff310a0,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:47.612619 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.616211 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:47.670792 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e41eee-5b0e-4ba0-8ec4-d03b18e70259 x-openstack-request-id: req-a0e41eee-5b0e-4ba0-8ec4-d03b18e70259 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:47.671612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a386bbac-7520-47d3-841e-6a7c2ae17f2e", "tag": "c7c1d1b8-377a-48c5-917a-7c842ff310a0", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:47.671785 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0e41eee-5b0e-4ba0-8ec4-d03b18e70259 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:47.672293 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'tag': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0', 'status': 'completed', 'code': 200} Jun 16 14:39:47.676044 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.682834 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:47.740438 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-30d1cfd5-4f69-4511-9193-6673360d5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:47.742133 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-30d1cfd5-4f69-4511-9193-6673360d5c69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=31da4819998a4dd68648a1513fc4b033&device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 1101 time: 0.1220009 Jun 16 14:39:47.798972 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:39:47.801361 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:39:47.812008 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:39:47.813412 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-fd8f2e4a-d65d-48b5-b23a-8c448657877d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0 HTTP/1.1" status: 200 len: 217 time: 0.0621555 Jun 16 14:39:47.818453 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:47.819213 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:47.855051 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Pushing event updated for resources: {'Port': ['ID=9b5a5bc0-9132-40f7-8133-3c47b05a549f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:47.875405 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517766 Jun 16 14:39:47.876772 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f76eece7-9314-406c-a225-beb5c8347b39 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:47.890873 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-1742e135-ac46-44be-81d8-fc9b423b3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:47.892328 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-1742e135-ac46-44be-81d8-fc9b423b3564 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a85773f3-af8e-4de4-90c2-1264b719dc9c HTTP/1.1" status: 200 len: 843 time: 0.0691411 Jun 16 14:39:47.896716 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Request body: {'port': {'device_id': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:39:47.996384 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-ecacc026-9254-47ff-ac27-bec52a6b6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:47.997878 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-ecacc026-9254-47ff-ac27-bec52a6b6525 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e94eef1-2e79-4a6a-8c2d-28a21b872c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0963831 Jun 16 14:39:48.015463 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:48.179073 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-78a13724-df69-4f0b-a08a-f981672624d7 service neutron] 10.222.0.79 "GET /v2.0/networks/9e94eef1-2e79-4a6a-8c2d-28a21b872c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651638 Jun 16 14:39:48.222807 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8d72-c8c5-44ba-9744-d5b55f1980f5 req-94921e80-5c75-492a-b5ea-13f8daf9e222 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:48.224337 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-67be8d72-c8c5-44ba-9744-d5b55f1980f5 req-94921e80-5c75-492a-b5ea-13f8daf9e222 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1272626 Jun 16 14:39:48.331445 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-67be8d72-c8c5-44ba-9744-d5b55f1980f5 req-e1b57db2-b281-409f-8541-be1b214edecc tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954368 Jun 16 14:39:48.382849 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5d3f6d9-bf21-44fa-ba66-4d6e0db80e5f req-a237ee09-c363-4df1-a5bf-564ff905db39 service neutron] 10.222.0.79 "GET /v2.0/networks/9e94eef1-2e79-4a6a-8c2d-28a21b872c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959996 Jun 16 14:39:48.527300 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5a5bc0-9132-40f7-8133-3c47b05a549f {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:48.547414 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:48.574325 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1a026-36d7-46af-900a-888cf153d24e req-5ca2950a-2693-484e-9931-de9a14ed0649 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:48.578616 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b6e1a026-36d7-46af-900a-888cf153d24e req-5ca2950a-2693-484e-9931-de9a14ed0649 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 931 time: 0.2065194 Jun 16 14:39:48.588439 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Transition to ACTIVE for port object 9b5a5bc0-9132-40f7-8133-3c47b05a549f will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:39:48.607301 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-c126ff2b-6be2-40ba-97cb-10e5f45b7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:48.608937 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-c126ff2b-6be2-40ba-97cb-10e5f45b7df6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=31da4819998a4dd68648a1513fc4b033&device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 1101 time: 0.1574214 Jun 16 14:39:48.612661 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:48.620295 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7711a-4056-4b3c-8d69-c98a89b09dc7 req-ffc26e5c-6e1d-4949-9075-d589204ad8fc tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:48.621948 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e8e7711a-4056-4b3c-8d69-c98a89b09dc7 req-ffc26e5c-6e1d-4949-9075-d589204ad8fc tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 948 time: 0.1107457 Jun 16 14:39:48.623286 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3a569bf5-c747-411a-b121-4770bf803c01 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:48.675552 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a5bc0-9132-40f7-8133-3c47b05a549f,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:48.710547 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:48.739028 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b6e1a026-36d7-46af-900a-888cf153d24e req-1b7d21ad-d948-456c-a86a-7bbb922dc418 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524355 Jun 16 14:39:48.740443 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e8e7711a-4056-4b3c-8d69-c98a89b09dc7 req-d79d627d-c3d2-4d1c-b968-d30556e76c52 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094563 Jun 16 14:39:48.770500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51908) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:48.772385 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-00931689-e3c9-45e3-a11c-8be00cb9a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:48.773947 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-00931689-e3c9-45e3-a11c-8be00cb9a710 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e94eef1-2e79-4a6a-8c2d-28a21b872c99 HTTP/1.1" status: 200 len: 871 time: 0.1509285 Jun 16 14:39:48.788177 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Attempting to bind port 9b5a5bc0-9132-40f7-8133-3c47b05a549f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:39:48.788512 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Attempting to bind port 9b5a5bc0-9132-40f7-8133-3c47b05a549f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'b1382243-4139-441f-afff-f16db42d484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:39:48.788831 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Attempting to bind port 9b5a5bc0-9132-40f7-8133-3c47b05a549f on network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:48.793847 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Port 9b5a5bc0-9132-40f7-8133-3c47b05a549f on network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:39:48.794167 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Attempting to bind port 9b5a5bc0-9132-40f7-8133-3c47b05a549f on network 358a627b-86f6-4e07-82d6-3a73f8ca4ff9 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:39:48.802568 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:39:48.802932 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Checking segment: {'id': 'b1382243-4139-441f-afff-f16db42d484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:39:48.803278 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Bound using segment: {'id': 'b1382243-4139-441f-afff-f16db42d484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:39:48.803700 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Bound port: 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1382243-4139-441f-afff-f16db42d484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:39:48.804041 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:48.843598 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-63e4bc46-6595-49f1-92e7-6b4480c71f6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0 HTTP/1.1" status: 200 len: 217 time: 0.0565872 Jun 16 14:39:48.938933 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-085b15c8-9aa2-4f3f-9858-711dbaf229ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:48.940859 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-085b15c8-9aa2-4f3f-9858-711dbaf229ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a85773f3-af8e-4de4-90c2-1264b719dc9c HTTP/1.1" status: 200 len: 843 time: 0.0893490 Jun 16 14:39:48.944968 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] For port 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host hv-cinder-78093, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:39:48.949601 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] For port 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f,segment=NetworkSegment(b1382243-4139-441f-afff-f16db42d484a),segment_id=b1382243-4139-441f-afff-f16db42d484a)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:39:48.960334 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51916) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:48.962569 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:48.965115 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:48.981818 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:49.015777 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-57b8c73c-b603-4644-bd35-7f54b99d2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:49.017302 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-57b8c73c-b603-4644-bd35-7f54b99d2015 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e94eef1-2e79-4a6a-8c2d-28a21b872c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0697682 Jun 16 14:39:49.056785 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:49.057310 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.059122 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] 10.222.0.79 "PUT /v2.0/ports/9b5a5bc0-9132-40f7-8133-3c47b05a549f HTTP/1.1" status: 200 len: 1093 time: 1.1705089 Jun 16 14:39:49.059702 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'tag': '9b5a5bc0-9132-40f7-8133-3c47b05a549f'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:49.064146 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca2172-bce1-404d-88c0-50ba38a2abd0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce", "tag": "9b5a5bc0-9132-40f7-8133-3c47b05a549f"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:49.076132 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a5bc0-9132-40f7-8133-3c47b05a549f,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:49.088765 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-03cd3fed-23bc-45a2-b914-2dd46e3e21c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:49.139181 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51924) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:49.151257 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35975c5a-732b-4032-9ac8-d79885e563cb x-openstack-request-id: req-35975c5a-732b-4032-9ac8-d79885e563cb {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:49.151678 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce", "tag": "9b5a5bc0-9132-40f7-8133-3c47b05a549f", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:49.152135 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-35975c5a-732b-4032-9ac8-d79885e563cb {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:49.153033 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'tag': '9b5a5bc0-9132-40f7-8133-3c47b05a549f', 'status': 'completed', 'code': 200} Jun 16 14:39:49.176692 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-a4b51071-752f-4730-a1ab-1b130d499304 service neutron] 10.222.0.79 "GET /v2.0/networks/9e94eef1-2e79-4a6a-8c2d-28a21b872c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476872 Jun 16 14:39:49.209854 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-ee76e87d-d518-414a-9ae2-323a833b72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:49.211356 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-ee76e87d-d518-414a-9ae2-323a833b72ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a276aa7ef0c432cabf0d40264be4d85&device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 1096 time: 0.0958698 Jun 16 14:39:49.220092 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.232606 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.252283 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.256836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.262783 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d19864cd-7536-4708-a84f-7d79c6a9a2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:49.272543 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-61c3ee44-4732-4df3-992e-0ca6e184ab96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f HTTP/1.1" status: 200 len: 217 time: 0.0484574 Jun 16 14:39:49.328527 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.db.api [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 14:39:49.328527 dv-cinder-780933-6-smb neutron-server[93995]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 14:39:49.328527 dv-cinder-780933-6-smb neutron-server[93995]: [parameters: {'project_id_1': '75e4116fd9554552a75749f914dc7096', 'expiration_1': datetime.datetime(2021, 6, 16, 14, 39, 49, 309874)}] Jun 16 14:39:49.328527 dv-cinder-780933-6-smb neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 14:39:49.328527 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_db.api [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:39:49.333286 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ef86545537dd451ba3e735401fbf70c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593269 Jun 16 14:39:49.333470 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d1d14-066e-425a-8698-b6d77c5c4a2d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:49.335883 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51928) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:49.338826 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:49.340114 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-09db6499-0328-4126-9b5e-b2caa0cab527 req-e2365bd8-1377-4e13-b029-28420349105c service neutron] 10.222.0.79 "GET /v2.0/networks/9e94eef1-2e79-4a6a-8c2d-28a21b872c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528759 Jun 16 14:39:49.346435 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-7a39425b-a6f3-4daf-8ddf-936f9e104dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:49.347909 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-7a39425b-a6f3-4daf-8ddf-936f9e104dba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0484c6bd-f2a6-4ea6-8be8-f534152cb3fd HTTP/1.1" status: 200 len: 849 time: 0.0657225 Jun 16 14:39:49.389737 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-74ad1d42-40b5-43f0-862c-7ff5ccff9fd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=358a627b-86f6-4e07-82d6-3a73f8ca4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319316 Jun 16 14:39:49.423786 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.461595 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.476909 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.486261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.496732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:49.518832 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-a707b1e6-4ca5-4dad-8bab-151e525674ea service neutron] 10.222.0.79 "GET /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204727 Jun 16 14:39:49.540905 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ccd67ddfb9874541811a81ff29d69290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998148 Jun 16 14:39:49.543448 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f690e35-43b7-448a-a62d-4963f41a264c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:49.546239 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:49.565682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:49.600911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.604624 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.605838 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f41d1d14-066e-425a-8698-b6d77c5c4a2d HTTP/1.1" status: 204 len: 168 time: 0.2690630 Jun 16 14:39:49.611198 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-26645e34-969e-47f5-b59f-da99a0154aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:49.621795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d1d14-066e-425a-8698-b6d77c5c4a2d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:49.624291 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:49.639770 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.664207 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.722595 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.725372 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.729411 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0f690e35-43b7-448a-a62d-4963f41a264c HTTP/1.1" status: 204 len: 168 time: 0.1629007 Jun 16 14:39:49.729411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:49.738834 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f690e35-43b7-448a-a62d-4963f41a264c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:49.741835 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:49.816285 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417f22a-c392-4108-89f9-46f24abcb270 req-11b9a7d9-92be-4659-8be7-81ae6db9ad08 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:49.817904 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2417f22a-c392-4108-89f9-46f24abcb270 req-11b9a7d9-92be-4659-8be7-81ae6db9ad08 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.3438809 Jun 16 14:39:49.830055 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:49.865631 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9814d275-0c13-42d1-9c25-af5593e63f42 req-c315cb48-5dab-41c3-9dde-827eb12d4062 service neutron] 10.222.0.79 "GET /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369141 Jun 16 14:39:49.913387 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2417f22a-c392-4108-89f9-46f24abcb270 req-a6a0809f-6dc0-4cab-a06c-2bc44c4931a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864213 Jun 16 14:39:50.041210 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c8336-6064-49ef-b23f-2d8f0b732535 req-7df78edc-4b93-4033-a30e-2b7d54d876ec tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:50.044195 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e8c8336-6064-49ef-b23f-2d8f0b732535 req-7df78edc-4b93-4033-a30e-2b7d54d876ec tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 943 time: 0.1071539 Jun 16 14:39:50.055955 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.070179 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.078880 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c6f7824a-3fc9-4a4c-b03b-4a636198c6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:50.086068 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-1a60a6b1-cb50-48c4-addb-6dfab3be14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:50.087890 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-1a60a6b1-cb50-48c4-addb-6dfab3be14a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a276aa7ef0c432cabf0d40264be4d85&device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 1096 time: 0.1115997 Jun 16 14:39:50.124212 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e8c8336-6064-49ef-b23f-2d8f0b732535 req-4e7caa72-77ec-48ac-87a7-86716936f647 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710256 Jun 16 14:39:50.129860 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7f3c6-3d82-4b19-ba05-792f35c48676,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:50.134611 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=75e4116fd9554552a75749f914dc7096&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1721344 Jun 16 14:39:50.135594 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:50.136822 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51948) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:50.141578 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18bedb-f343-45d2-85c1-17a40a3b3413 req-1e954b01-8557-4e09-b244-e7327216f15c tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:50.143190 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3b18bedb-f343-45d2-85c1-17a40a3b3413 req-1e954b01-8557-4e09-b244-e7327216f15c tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 948 time: 0.1073432 Jun 16 14:39:50.198667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.234961 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.256388 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3b18bedb-f343-45d2-85c1-17a40a3b3413 req-e239ab39-2cab-4b3b-b71f-d8efc89b9ab5 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037929 Jun 16 14:39:50.276210 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-75e36b90-5c0a-4c55-ae8e-a2a3841138dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:50.278064 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-75e36b90-5c0a-4c55-ae8e-a2a3841138dc service neutron] 10.222.0.79 "GET /v2.0/networks?id=358a627b-86f6-4e07-82d6-3a73f8ca4ff9 HTTP/1.1" status: 200 len: 911 time: 0.1792066 Jun 16 14:39:50.304673 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.314430 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.314430 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/74f7f3c6-3d82-4b19-ba05-792f35c48676 HTTP/1.1" status: 204 len: 168 time: 0.1758344 Jun 16 14:39:50.314430 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a99452f6-76a5-4477-8860-42539d15aa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:50.322359 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7f3c6-3d82-4b19-ba05-792f35c48676,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:50.324565 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:50.331166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51952) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:50.339648 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-2b298f57-9fa2-40f3-9115-3887007af489 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f HTTP/1.1" status: 200 len: 217 time: 0.0489979 Jun 16 14:39:50.344690 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.396557 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-1a26163c-e2dd-47ff-93e7-3072a1899484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:50.397894 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-1a26163c-e2dd-47ff-93e7-3072a1899484 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0484c6bd-f2a6-4ea6-8be8-f534152cb3fd HTTP/1.1" status: 200 len: 849 time: 0.0487971 Jun 16 14:39:50.439477 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-fdedb4ab-4f4b-48b2-9fcd-6ebe411b230a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=358a627b-86f6-4e07-82d6-3a73f8ca4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342755 Jun 16 14:39:50.442944 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.447145 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.450365 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a5dc8844-265b-4cf6-9dd7-cdf136d3be7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:50.485176 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea4319b-9988-4636-82f9-1a22c0b3a18f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:50.489260 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a6129d386a654260bfffa211056e175b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570508 Jun 16 14:39:50.490134 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:50.491840 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51954) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:50.548145 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-ac0d4030-2692-453a-a32b-28d31c1d92bc service neutron] 10.222.0.79 "GET /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968971 Jun 16 14:39:50.548616 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.573641 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.654287 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.655102 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5aca2172-bce1-404d-88c0-50ba38a2abd0 req-bc49d9ff-a99f-4d2a-94be-1a3da9f93a1a service neutron] 10.222.0.79 "GET /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954425 Jun 16 14:39:50.657440 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.661295 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6ea4319b-9988-4636-82f9-1a22c0b3a18f HTTP/1.1" status: 204 len: 168 time: 0.1685483 Jun 16 14:39:50.662221 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f84ec733-73ed-4cdd-a95e-d920db0c683e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:50.678092 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea4319b-9988-4636-82f9-1a22c0b3a18f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:50.681144 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:50.727165 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 51970) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:50.744627 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.841124 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.845111 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.848296 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c73ae888-e286-4a37-8a54-c32c81698e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:50.885575 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f2c3d02e1a994c89a5b3b5ec3d4b04af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541505 Jun 16 14:39:50.885575 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f71cc68-d7e2-4760-81f4-72ac61f6fca4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:50.886010 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 51974) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:50.887505 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:50.948874 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:50.973087 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:51.023972 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:51.027423 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:51.028561 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f71cc68-d7e2-4760-81f4-72ac61f6fca4 HTTP/1.1" status: 204 len: 168 time: 0.1337578 Jun 16 14:39:51.029309 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c7c5da90-1d27-47c2-8b1a-944c4fb35f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:51.037854 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f71cc68-d7e2-4760-81f4-72ac61f6fca4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:51.040190 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:51.158277 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bbda3-0316-492f-b51a-3d7a0d3c5f8a req-6e936826-d980-4f72-8340-bb0b9c9e4ec3 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:51.160047 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8d0bbda3-0316-492f-b51a-3d7a0d3c5f8a req-6e936826-d980-4f72-8340-bb0b9c9e4ec3 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0780084 Jun 16 14:39:51.214043 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8d0bbda3-0316-492f-b51a-3d7a0d3c5f8a req-75051c47-9e5e-4dcf-bbb0-e23d0649810f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Jun 16 14:39:51.367558 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578c93-00b0-4162-b5c9-c6d76336509a req-d74c2d84-41f5-4e6c-8bcd-53d6027ddf38 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:51.369121 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41578c93-00b0-4162-b5c9-c6d76336509a req-d74c2d84-41f5-4e6c-8bcd-53d6027ddf38 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 943 time: 0.0665522 Jun 16 14:39:51.410192 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41578c93-00b0-4162-b5c9-c6d76336509a req-7ef28a47-4ca1-42d6-8ea7-846999f652e6 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350633 Jun 16 14:39:51.478580 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd9eda-5cfd-4322-ac68-4016972de93b req-cb2757f8-0d2b-40ad-b38a-2c496708b687 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:51.480906 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-aebd9eda-5cfd-4322-ac68-4016972de93b req-cb2757f8-0d2b-40ad-b38a-2c496708b687 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 948 time: 0.0752785 Jun 16 14:39:51.533372 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-aebd9eda-5cfd-4322-ac68-4016972de93b req-d56d4a94-00d2-4589-85f4-7797658775ac tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Jun 16 14:39:51.787011 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c7c1d1b8-377a-48c5-917a-7c842ff310a0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:39:51.895696 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c7c1d1b8-377a-48c5-917a-7c842ff310a0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:51.907573 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0', 'network_id': '9e94eef1-2e79-4a6a-8c2d-28a21b872c99', 'port_id': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0', 'mac_address': 'fa:16:3e:7b:7c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85773f3-af8e-4de4-90c2-1264b719dc9c', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:39:51.952449 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:51.967157 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c1d1b8-377a-48c5-917a-7c842ff310a0 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:51.991771 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c7c1d1b8-377a-48c5-917a-7c842ff310a0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:51.998257 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:52.001315 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:52.064830 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=c7c1d1b8-377a-48c5-917a-7c842ff310a0,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:52.074061 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.074465 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.074806 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.075140 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.075465 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.075872 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.076211 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.076720 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.077045 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.077368 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.077696 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.078010 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:39:52.081841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:52.370638 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c7c1d1b8-377a-48c5-917a-7c842ff310a0'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:52.415724 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21cbdb-7228-456c-afa3-d48ccde1a4f6 req-7aa71974-5284-406d-9950-7964cbd5f338 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:52.417193 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fd21cbdb-7228-456c-afa3-d48ccde1a4f6 req-7aa71974-5284-406d-9950-7964cbd5f338 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0663655 Jun 16 14:39:52.458967 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fd21cbdb-7228-456c-afa3-d48ccde1a4f6 req-52d149ab-12b7-49b5-af83-3c9d856d066e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Jun 16 14:39:52.609070 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814e152-6101-482e-9d55-4028a45f5187 req-c42dabc4-40f8-4429-8482-24cf80e2169e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:52.611215 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d814e152-6101-482e-9d55-4028a45f5187 req-c42dabc4-40f8-4429-8482-24cf80e2169e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 943 time: 0.0680242 Jun 16 14:39:52.649802 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d814e152-6101-482e-9d55-4028a45f5187 req-41a06ad8-0f6e-43f7-a8ed-e37083b77bee tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jun 16 14:39:52.723857 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab302c-de78-4da9-95cf-a94694754239 req-8e5886c4-732a-49df-bf28-20afeca73bd2 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:52.725271 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-88ab302c-de78-4da9-95cf-a94694754239 req-8e5886c4-732a-49df-bf28-20afeca73bd2 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 949 time: 0.0713203 Jun 16 14:39:52.795062 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-88ab302c-de78-4da9-95cf-a94694754239 req-a984073b-056a-472e-86ae-32da275e63e3 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635021 Jun 16 14:39:52.816191 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-2ffae552-a0ca-48af-9925-d06c178dd080 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704899 Jun 16 14:39:52.929683 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27570a4-3797-498f-8468-9dcaef178a3a req-3df80f8a-d78e-428e-ab77-1809a69105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:52.931793 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-3df80f8a-d78e-428e-ab77-1809a69105ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.0540330 Jun 16 14:39:53.050110 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27570a4-3797-498f-8468-9dcaef178a3a req-d0ed4a35-3c10-4c09-88af-dfd5403c0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:53.051595 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-d0ed4a35-3c10-4c09-88af-dfd5403c0486 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.0868914 Jun 16 14:39:53.098540 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-44f8a9fb-b28e-411a-9c70-ba24bfef79f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.0333776 Jun 16 14:39:53.165450 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27570a4-3797-498f-8468-9dcaef178a3a req-fa69479b-7571-4e5c-8cc4-58d04baeaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:53.166934 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-fa69479b-7571-4e5c-8cc4-58d04baeaa15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0510750 Jun 16 14:39:53.204551 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-02016d34-c309-4109-9b37-fa04149558d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270960 Jun 16 14:39:53.307901 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-2173f2a1-b9da-4513-9f15-90d81cb7b1eb service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940061 Jun 16 14:39:53.442423 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f27570a4-3797-498f-8468-9dcaef178a3a req-f322ef7c-19e2-4547-a9b6-363133ac45b7 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060176 Jun 16 14:39:53.652742 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901d53c-b9e3-4644-bd6b-83b0a9357130 req-5919e622-2d96-47c7-88a8-587c5b428afa tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:53.654230 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5901d53c-b9e3-4644-bd6b-83b0a9357130 req-5919e622-2d96-47c7-88a8-587c5b428afa tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0727000 Jun 16 14:39:53.699467 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5901d53c-b9e3-4644-bd6b-83b0a9357130 req-bc0517d8-44a5-4b1a-8af2-7ca45034cbad tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Jun 16 14:39:53.837587 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 9b5a5bc0-9132-40f7-8133-3c47b05a549f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:39:53.841059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c7c1d1b8-377a-48c5-917a-7c842ff310a0 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:39:53.941566 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7660-a774-4525-984d-b8535eaf80df req-6d0a47a4-c65c-4a0b-b1c9-faa7944f42ec tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:53.943074 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c32f7660-a774-4525-984d-b8535eaf80df req-6d0a47a4-c65c-4a0b-b1c9-faa7944f42ec tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 943 time: 0.1505802 Jun 16 14:39:54.046966 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c32f7660-a774-4525-984d-b8535eaf80df req-da6c4e78-6713-48d9-ad38-d63b415b30b9 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965118 Jun 16 14:39:54.074407 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port c7c1d1b8-377a-48c5-917a-7c842ff310a0 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:54.081848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f,segment=NetworkSegment(b1382243-4139-441f-afff-f16db42d484a),segment_id=b1382243-4139-441f-afff-f16db42d484a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:54.090099 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port c7c1d1b8-377a-48c5-917a-7c842ff310a0 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:54.090739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:54.137319 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '9b5a5bc0-9132-40f7-8133-3c47b05a549f', 'network_id': '358a627b-86f6-4e07-82d6-3a73f8ca4ff9', 'port_id': '9b5a5bc0-9132-40f7-8133-3c47b05a549f', 'mac_address': 'fa:16:3e:e2:dd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0484c6bd-f2a6-4ea6-8be8-f534152cb3fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:39:54.185903 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a820f-be27-408a-aa4f-5be60bd382d8 req-6d554417-9d1d-4b14-9bb5-3d7a7ea217af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:54.187587 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dc4a820f-be27-408a-aa4f-5be60bd382d8 req-6d554417-9d1d-4b14-9bb5-3d7a7ea217af service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 1098 time: 0.0990858 Jun 16 14:39:54.216046 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a6b2-8300-4c85-a9c5-6ad3d6c50644 req-02a98d43-e9a4-43fa-bb9d-46f9e604e5f8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:54.217865 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c340a6b2-8300-4c85-a9c5-6ad3d6c50644 req-02a98d43-e9a4-43fa-bb9d-46f9e604e5f8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 949 time: 0.1071668 Jun 16 14:39:54.230778 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dc4a820f-be27-408a-aa4f-5be60bd382d8 req-18d25b35-683c-4a74-957c-45467a1b3626 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jun 16 14:39:54.233654 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:54.244552 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:54.262717 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c340a6b2-8300-4c85-a9c5-6ad3d6c50644 req-3f6c657d-e71e-44f3-8386-dbc3b6ecd98b tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Jun 16 14:39:54.269575 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:54.271849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f55417-3265-4730-be58-0262aa9f4636" -d '{"events": [{"server_uuid": "a386bbac-7520-47d3-841e-6a7c2ae17f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c7c1d1b8-377a-48c5-917a-7c842ff310a0"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:54.282888 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5a5bc0-9132-40f7-8133-3c47b05a549f {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:39:54.314408 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c7c1d1b8-377a-48c5-917a-7c842ff310a0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:54.323592 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6b2a61-3d28-41b9-a063-bb30e19597ca x-openstack-request-id: req-5b6b2a61-3d28-41b9-a063-bb30e19597ca {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:54.323814 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a386bbac-7520-47d3-841e-6a7c2ae17f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c7c1d1b8-377a-48c5-917a-7c842ff310a0", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:54.324072 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5b6b2a61-3d28-41b9-a063-bb30e19597ca {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:54.324477 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0', 'code': 200} Jun 16 14:39:54.326937 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:54.329901 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f,segment=NetworkSegment(b1382243-4139-441f-afff-f16db42d484a),segment_id=b1382243-4139-441f-afff-f16db42d484a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:54.330903 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b7578f23-9306-4682-a87c-a923e646dfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:54.355471 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:54.380130 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=c7c1d1b8-377a-48c5-917a-7c842ff310a0,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:54.383079 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:54.384065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:54.430074 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=9b5a5bc0-9132-40f7-8133-3c47b05a549f,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:54.433500 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:54.563942 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fd32e-9443-48a5-a4db-274b79775737 req-96e5bf8a-ee76-4997-9da4-7bcc4965a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:54.565369 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-846fd32e-9443-48a5-a4db-274b79775737 req-96e5bf8a-ee76-4997-9da4-7bcc4965a5a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 1103 time: 0.0495739 Jun 16 14:39:54.599700 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-846fd32e-9443-48a5-a4db-274b79775737 req-a6f76582-aecf-4c97-b370-21add386f673 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267153 Jun 16 14:39:54.693885 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['9b5a5bc0-9132-40f7-8133-3c47b05a549f'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:39:54.901653 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fecd-b29f-4fd1-9e8d-d80ba21ce426 req-019dc8f9-dee3-4edf-9735-473170b2f968 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:54.903246 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-66a9fecd-b29f-4fd1-9e8d-d80ba21ce426 req-019dc8f9-dee3-4edf-9735-473170b2f968 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0863593 Jun 16 14:39:54.959837 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-66a9fecd-b29f-4fd1-9e8d-d80ba21ce426 req-f40c65fa-0a76-4868-8e03-f0111bb7a07c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Jun 16 14:39:55.091348 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 52140) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:55.229063 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.257710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a1b9-9ad4-4e03-a9a0-c1f5b2180714 req-ef9f7a3a-9bfa-436f-87e2-a483bc8f5f29 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:55.260017 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e704a1b9-9ad4-4e03-a9a0-c1f5b2180714 req-ef9f7a3a-9bfa-436f-87e2-a483bc8f5f29 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 944 time: 0.0819147 Jun 16 14:39:55.322652 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e704a1b9-9ad4-4e03-a9a0-c1f5b2180714 req-4bafda29-c790-4734-993b-b44dd8268ac3 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 Jun 16 14:39:55.344415 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.351273 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.374049 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d0c94371-19d0-45ac-afcc-61b7fa791c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:55.387753 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aa8b247d62c2434a9608be31f4f1bea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953329 Jun 16 14:39:55.390740 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52154) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:55.410832 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52fdbd-3c42-46dc-9323-a4883a415fd4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:55.414380 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:55.451020 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.484507 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.490855 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91cdc4-82b0-4bec-be03-a62fd41aae39 req-032dd12c-9bd1-4d14-98f1-beee0b8386ec tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:55.492455 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cb91cdc4-82b0-4bec-be03-a62fd41aae39 req-032dd12c-9bd1-4d14-98f1-beee0b8386ec tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 950 time: 0.0703030 Jun 16 14:39:55.536179 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cb91cdc4-82b0-4bec-be03-a62fd41aae39 req-e4e536b9-4cb5-4daa-8671-40dcf9136a91 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Jun 16 14:39:55.543830 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.546606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.550504 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ec52fdbd-3c42-46dc-9323-a4883a415fd4 HTTP/1.1" status: 204 len: 168 time: 0.1558237 Jun 16 14:39:55.550504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-bdd24ae2-811f-432c-afd9-5a1f2eb92a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:55.562598 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52fdbd-3c42-46dc-9323-a4883a415fd4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:55.564917 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:55.620312 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:55.838275 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.847733 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 9b5a5bc0-9132-40f7-8133-3c47b05a549f up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:39:55.906592 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 9b5a5bc0-9132-40f7-8133-3c47b05a549f completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:39:55.910636 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 9b5a5bc0-9132-40f7-8133-3c47b05a549f triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:39:55.911677 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.935177 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.939612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:55.943305 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b03faa5c-f86f-48f7-ba6d-f370ffcf115e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:55.993752 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3f87580e7a4a41d98bffbbe020b41722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703177 Jun 16 14:39:55.994151 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdf9b1-d9d3-4516-8aa1-a86945196825,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:55.995349 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 52176) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:39:55.999697 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:56.010097 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:56.052062 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f,segment=NetworkSegment(b1382243-4139-441f-afff-f16db42d484a),segment_id=b1382243-4139-441f-afff-f16db42d484a)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:56.057133 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:56.057730 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:56.060393 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:56.083781 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:56.121022 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=9b5a5bc0-9132-40f7-8133-3c47b05a549f,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:56.125413 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:56.145463 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:56.146251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f48d94-3364-4a31-a516-eb606e097125 req-0c45155a-0f87-4dea-a323-a40aad019bf4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:56.147869 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-66f48d94-3364-4a31-a516-eb606e097125 req-0c45155a-0f87-4dea-a323-a40aad019bf4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0705128 Jun 16 14:39:56.148020 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:56.149175 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47bdf9b1-d9d3-4516-8aa1-a86945196825 HTTP/1.1" status: 204 len: 168 time: 0.1538823 Jun 16 14:39:56.149963 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-16dfe787-1c55-43a8-9cfd-f08e425fa48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:39:56.164480 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdf9b1-d9d3-4516-8aa1-a86945196825,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:39:56.171093 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:39:56.205868 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-66f48d94-3364-4a31-a516-eb606e097125 req-cccf0b2b-84c5-4ab9-9d5d-5749c7f291d8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516567 Jun 16 14:39:56.331150 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a5bc0-9132-40f7-8133-3c47b05a549f'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:39:56.331150 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f9dec-0c8b-4065-bd36-6381c60119eb" -d '{"events": [{"server_uuid": "1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a5bc0-9132-40f7-8133-3c47b05a549f"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:39:56.380606 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c767e44-6aef-4eb9-bf9e-c14b7d922d56 x-openstack-request-id: req-7c767e44-6aef-4eb9-bf9e-c14b7d922d56 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:39:56.380932 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a5bc0-9132-40f7-8133-3c47b05a549f", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:39:56.381197 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7c767e44-6aef-4eb9-bf9e-c14b7d922d56 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:39:56.382461 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a5bc0-9132-40f7-8133-3c47b05a549f', 'code': 200} Jun 16 14:39:56.447605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2184-e98b-4771-b3a4-96b8414a13b6 req-c83043c5-8965-433d-bdaa-6843dd5dd134 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:56.449219 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f4aa2184-e98b-4771-b3a4-96b8414a13b6 req-c83043c5-8965-433d-bdaa-6843dd5dd134 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1076581 Jun 16 14:39:56.558219 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f4aa2184-e98b-4771-b3a4-96b8414a13b6 req-6f7e270d-4a56-4329-bece-33c3cb412ac4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032231 Jun 16 14:39:56.660630 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01024048-a9d4-443f-b065-95d588e4503c req-63a2f2b2-8f81-4493-b1de-b02f1f551e7e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:56.671300 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-01024048-a9d4-443f-b065-95d588e4503c req-63a2f2b2-8f81-4493-b1de-b02f1f551e7e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 945 time: 0.1347463 Jun 16 14:39:56.767056 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-01024048-a9d4-443f-b065-95d588e4503c req-f7d1fe27-8528-4285-9864-799146b7b0dd tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948699 Jun 16 14:39:56.800655 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527091c-6eb9-45be-83b4-7dd6da7cfe00 req-7b5c0c50-9b9e-4022-93d3-9b7b5d637a14 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:56.801452 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354c9e-fc84-4043-9d53-747418014b58 req-0c705112-4a94-4220-b740-133c8a661c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:56.803105 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-53354c9e-fc84-4043-9d53-747418014b58 req-0c705112-4a94-4220-b740-133c8a661c89 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 1098 time: 0.1271112 Jun 16 14:39:56.808503 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8527091c-6eb9-45be-83b4-7dd6da7cfe00 req-7b5c0c50-9b9e-4022-93d3-9b7b5d637a14 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 950 time: 0.0928140 Jun 16 14:39:56.856162 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8527091c-6eb9-45be-83b4-7dd6da7cfe00 req-173d9293-2e87-4bb5-a63c-3fc7eefb6528 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462687 Jun 16 14:39:56.872757 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-53354c9e-fc84-4043-9d53-747418014b58 req-af89d4c9-f184-42d4-b44a-db346da7e02b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Jun 16 14:39:56.919147 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:57.511105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606a763-bbd8-4226-aa20-f9705a59c484 req-a84b4f81-7222-40b6-bcdf-d737d3684b63 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:57.512656 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e606a763-bbd8-4226-aa20-f9705a59c484 req-a84b4f81-7222-40b6-bcdf-d737d3684b63 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 950 time: 0.0782065 Jun 16 14:39:57.557028 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e606a763-bbd8-4226-aa20-f9705a59c484 req-a42e22ba-c889-47e3-95da-620bde7e7d06 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Jun 16 14:39:57.979173 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31627d65-11bd-4ce8-b88f-d05341f81cf3 req-c71589a0-a4af-4f56-9565-7fd47481453e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:57.982783 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-31627d65-11bd-4ce8-b88f-d05341f81cf3 req-c71589a0-a4af-4f56-9565-7fd47481453e tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 945 time: 0.0871975 Jun 16 14:39:58.021353 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-31627d65-11bd-4ce8-b88f-d05341f81cf3 req-9236bbb7-dc77-4268-ad31-ac2d079711f8 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345943 Jun 16 14:39:58.558228 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-20fa9d52-9c6b-4106-8a3b-4d01edee04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:58.560020 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-20fa9d52-9c6b-4106-8a3b-4d01edee04b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.1250947 Jun 16 14:39:58.612588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a416-ef88-479d-9c1c-08ea14dca97a req-87cc2bcc-2a70-4c9d-8fed-7954204ffd43 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:58.615418 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bce3a416-ef88-479d-9c1c-08ea14dca97a req-87cc2bcc-2a70-4c9d-8fed-7954204ffd43 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1358912 Jun 16 14:39:58.720666 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bce3a416-ef88-479d-9c1c-08ea14dca97a req-6cf69584-f36b-4651-8656-51916b5ae49d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896220 Jun 16 14:39:58.725738 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-9563b5db-977f-4395-a17f-a26b2058edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:58.727517 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-9563b5db-977f-4395-a17f-a26b2058edf6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.1566057 Jun 16 14:39:58.802408 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-adb259ff-188b-430d-8a0b-728cc77bbb12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.0629141 Jun 16 14:39:58.866484 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-5e9edcd5-667b-4574-9706-ed9e2a05470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:58.868947 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-5e9edcd5-667b-4574-9706-ed9e2a05470a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0618286 Jun 16 14:39:58.871953 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd331e1d-9fbd-440b-8f65-69f54cdb92d2 req-ad40e9da-e6cd-48c5-99b7-bd1b57218723 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:58.879015 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cd331e1d-9fbd-440b-8f65-69f54cdb92d2 req-ad40e9da-e6cd-48c5-99b7-bd1b57218723 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 950 time: 0.0717359 Jun 16 14:39:58.936485 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-9e2e1251-7599-467b-bad8-601c28097de0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503762 Jun 16 14:39:58.938640 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cd331e1d-9fbd-440b-8f65-69f54cdb92d2 req-efde8117-e791-4ea3-8bcc-2c13a2647642 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586436 Jun 16 14:39:59.042236 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-1342da73-4392-41a5-a299-9da27eba1ca8 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934925 Jun 16 14:39:59.156261 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d631dd8-5d4a-4a7c-bce3-84dfb4b1d2d3 req-ab39cce7-b81e-44e4-8125-3ca2304708e6 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055143 Jun 16 14:39:59.237414 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0bc57-55d8-4493-9b1b-75b9a3d4d09b req-43713ca3-1d3d-4218-95bd-88f79d8a1aa6 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:59.239430 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0ce0bc57-55d8-4493-9b1b-75b9a3d4d09b req-43713ca3-1d3d-4218-95bd-88f79d8a1aa6 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 945 time: 0.0710118 Jun 16 14:39:59.283556 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0ce0bc57-55d8-4493-9b1b-75b9a3d4d09b req-fba22b10-73d1-4ff5-8eed-7ff10948739d tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Jun 16 14:39:59.439881 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-ff487749-c65c-4830-a2b5-001d50aacd8a tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:39:59.441385 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-ff487749-c65c-4830-a2b5-001d50aacd8a tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.79 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 950 time: 0.0758393 Jun 16 14:39:59.595134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Deleting port c7c1d1b8-377a-48c5-917a-7c842ff310a0 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:39:59.595479 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:59.726430 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] For port c7c1d1b8-377a-48c5-917a-7c842ff310a0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c7c1d1b8-377a-48c5-917a-7c842ff310a0,segment=NetworkSegment(f4cd499a-339c-43ce-bb29-bdcee018a6ff),segment_id=f4cd499a-339c-43ce-bb29-bdcee018a6ff)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:39:59.726853 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:39:59.825206 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Calling delete_port for c7c1d1b8-377a-48c5-917a-7c842ff310a0 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:40:00.001389 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0760a3-c86a-4da3-a15c-358a12582e3d req-506fc879-b3b6-483a-aa9f-e941546667b7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:00.002878 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8b0760a3-c86a-4da3-a15c-358a12582e3d req-506fc879-b3b6-483a-aa9f-e941546667b7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1571889 Jun 16 14:40:00.084583 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8b0760a3-c86a-4da3-a15c-358a12582e3d req-65a1f3f1-c8a4-441f-a40d-2746849af36e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Jun 16 14:40:00.089244 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:00.095293 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:00.111703 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c7c1d1b8-377a-48c5-917a-7c842ff310a0'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:40:00.128872 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Pushing event deleted for resources: {'Port': ['ID=c7c1d1b8-377a-48c5-917a-7c842ff310a0,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:00.151456 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:00.154491 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418dfff-949b-4a68-bf02-65af064e7c93 req-b1b04e45-69e5-449e-8e66-03b47c825d20 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:00.156060 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5418dfff-949b-4a68-bf02-65af064e7c93 req-b1b04e45-69e5-449e-8e66-03b47c825d20 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/ports?device_id=a386bbac-7520-47d3-841e-6a7c2ae17f2e HTTP/1.1" status: 200 len: 867 time: 0.0904143 Jun 16 14:40:00.192840 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] No DVR routers for this DVR port c7c1d1b8-377a-48c5-917a-7c842ff310a0 on host hv-cinder-78093 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:40:00.195278 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5418dfff-949b-4a68-bf02-65af064e7c93 req-1cd7466c-a3c4-46f5-a4f1-e6a4eb747163 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.96 "GET /v2.0/security-groups?id=72426d35-b58a-44f7-9b08-7e4093b2b5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Jun 16 14:40:00.205866 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:00.207914 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9f325a04-1475-4aae-ab4a-a5cdcc83a067 req-cd0b565a-a0c5-46f9-9fc6-50fdca114fd8 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] 10.222.0.79 "DELETE /v2.0/ports/c7c1d1b8-377a-48c5-917a-7c842ff310a0 HTTP/1.1" status: 204 len: 173 time: 0.7602124 Jun 16 14:40:00.208433 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'name': 'network-vif-deleted', 'tag': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:00.216703 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39eb54-0a47-4d49-b925-eca13e86c0de" -d '{"events": [{"server_uuid": "a386bbac-7520-47d3-841e-6a7c2ae17f2e", "name": "network-vif-deleted", "tag": "c7c1d1b8-377a-48c5-917a-7c842ff310a0"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:00.254387 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39536170-5f07-4983-9846-4df99088c0db x-openstack-request-id: req-39536170-5f07-4983-9846-4df99088c0db {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:00.254729 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a386bbac-7520-47d3-841e-6a7c2ae17f2e", "name": "network-vif-deleted", "tag": "c7c1d1b8-377a-48c5-917a-7c842ff310a0", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:00.255068 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39536170-5f07-4983-9846-4df99088c0db {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:00.255488 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a386bbac-7520-47d3-841e-6a7c2ae17f2e', 'name': 'network-vif-deleted', 'tag': 'c7c1d1b8-377a-48c5-917a-7c842ff310a0', 'status': 'completed', 'code': 200} Jun 16 14:40:01.283161 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4786-222c-461a-8a45-fe8afed6d5cb req-444e2d6b-4703-4c74-8b65-485e5a2cb7c6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:01.284816 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-092d4786-222c-461a-8a45-fe8afed6d5cb req-444e2d6b-4703-4c74-8b65-485e5a2cb7c6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0663753 Jun 16 14:40:01.332163 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-092d4786-222c-461a-8a45-fe8afed6d5cb req-3d540f75-a00e-459d-ac1a-54c9794391fe tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Jun 16 14:40:02.220898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86139f6-7ffd-44f6-a8fa-49e12d248466 req-ec82064e-59fc-4b23-a87a-e130285b8f36 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:02.223583 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a86139f6-7ffd-44f6-a8fa-49e12d248466 req-ec82064e-59fc-4b23-a87a-e130285b8f36 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 945 time: 0.0761127 Jun 16 14:40:02.508657 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a86139f6-7ffd-44f6-a8fa-49e12d248466 req-085472c0-c6a9-4a02-a74c-1efbaa049f74 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773299 Jun 16 14:40:02.765485 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaaf61-1f75-4ccd-a000-534ce51a9ea5 req-806a3db7-a1bc-41a3-93f9-d11d64794fc9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:02.768403 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02aaaf61-1f75-4ccd-a000-534ce51a9ea5 req-806a3db7-a1bc-41a3-93f9-d11d64794fc9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.2931414 Jun 16 14:40:02.820585 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02aaaf61-1f75-4ccd-a000-534ce51a9ea5 req-9585da45-00b8-4e01-9953-896a6e038207 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Jun 16 14:40:03.361934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:03.488242 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.601798 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.606443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.609703 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1289bf97-4c25-40ec-bd00-6f5833b30b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:03.650358 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=97655fccf59b47d48ab01e71c58cc8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872498 Jun 16 14:40:03.653230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:03.661668 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb645a29-021f-4e13-a214-bae9076a3842,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:03.670146 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:03.686503 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb06da-be8d-45fa-bd21-7dfac9f00097 req-0fce1f94-f6a7-4792-9fd1-d513fd3e9e3f tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:03.687967 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6efb06da-be8d-45fa-bd21-7dfac9f00097 req-0fce1f94-f6a7-4792-9fd1-d513fd3e9e3f tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 945 time: 0.0676167 Jun 16 14:40:03.709935 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.734279 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.736091 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6efb06da-be8d-45fa-bd21-7dfac9f00097 req-4c0d83cd-a36a-4599-9855-012cc7757bf6 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/security-groups?id=6a6300b5-823f-424c-85d6-d6f0e52614b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jun 16 14:40:03.788553 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.796004 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:03.796004 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb645a29-021f-4e13-a214-bae9076a3842 HTTP/1.1" status: 204 len: 168 time: 0.1372468 Jun 16 14:40:03.796004 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e1588503-b015-4aff-909c-afb2c784dc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:03.803418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb645a29-021f-4e13-a214-bae9076a3842,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:03.807081 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:03.905222 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c7c1d1b8-377a-48c5-917a-7c842ff310a0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:40:03.929112 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: c7c1d1b8-377a-48c5-917a-7c842ff310a0 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:40:03.929483 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c7c1d1b8-377a-48c5-917a-7c842ff310a0 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:40:04.054130 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-b9ee0a5e-ac09-45a9-a54e-17a2cf85cb7a tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:04.057747 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-b9ee0a5e-ac09-45a9-a54e-17a2cf85cb7a tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 945 time: 0.1178701 Jun 16 14:40:04.071677 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efb410-fcd8-4e46-a1f4-dd1a2e055e00 req-ebda9946-3977-443e-b056-bec0cb07a18e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:04.080193 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-70efb410-fcd8-4e46-a1f4-dd1a2e055e00 req-ebda9946-3977-443e-b056-bec0cb07a18e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1045196 Jun 16 14:40:04.131835 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-70efb410-fcd8-4e46-a1f4-dd1a2e055e00 req-7711e854-6810-45b2-995a-c32b54f73ec8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Jun 16 14:40:04.222682 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Deleting port 9b5a5bc0-9132-40f7-8133-3c47b05a549f {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:40:04.223141 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:04.345904 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] For port 9b5a5bc0-9132-40f7-8133-3c47b05a549f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b5a5bc0-9132-40f7-8133-3c47b05a549f,segment=NetworkSegment(b1382243-4139-441f-afff-f16db42d484a),segment_id=b1382243-4139-441f-afff-f16db42d484a)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:04.346304 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:04.422662 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Calling delete_port for 9b5a5bc0-9132-40f7-8133-3c47b05a549f owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:40:04.577405 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:04.581370 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:04.595372 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['9b5a5bc0-9132-40f7-8133-3c47b05a549f'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:40:04.605000 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Pushing event deleted for resources: {'Port': ['ID=9b5a5bc0-9132-40f7-8133-3c47b05a549f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:04.608674 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:04.656530 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] No DVR routers for this DVR port 9b5a5bc0-9132-40f7-8133-3c47b05a549f on host hv-cinder-78093 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:40:04.659251 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:04.661210 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f5dfb4d1-7873-4d68-b7a4-01d0eb2f6aae req-9fe98e75-5650-4083-9ebd-418ddcc55843 tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.79 "DELETE /v2.0/ports/9b5a5bc0-9132-40f7-8133-3c47b05a549f HTTP/1.1" status: 204 len: 173 time: 0.5965495 Jun 16 14:40:04.661666 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'name': 'network-vif-deleted', 'tag': '9b5a5bc0-9132-40f7-8133-3c47b05a549f'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:04.663949 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85ae021-cc35-483b-adde-1364c65348e7" -d '{"events": [{"server_uuid": "1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce", "name": "network-vif-deleted", "tag": "9b5a5bc0-9132-40f7-8133-3c47b05a549f"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:04.712331 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75e626-c1b7-4f8a-97d3-3eee1c00bf9f x-openstack-request-id: req-de75e626-c1b7-4f8a-97d3-3eee1c00bf9f {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:04.712656 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce", "name": "network-vif-deleted", "tag": "9b5a5bc0-9132-40f7-8133-3c47b05a549f", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:04.712966 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-de75e626-c1b7-4f8a-97d3-3eee1c00bf9f {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:04.713430 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce', 'name': 'network-vif-deleted', 'tag': '9b5a5bc0-9132-40f7-8133-3c47b05a549f', 'status': 'completed', 'code': 200} Jun 16 14:40:04.908580 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e54df695-ed33-4bbc-922e-bfebcae9e97d req-fbc081e2-7f79-4217-a0c7-4472d852a09c tempest-VolumesActionsTest-1832936226 tempest-VolumesActionsTest-1832936226-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f2a7c69-9e5c-4da7-9abc-7d2ad1acd9ce HTTP/1.1" status: 200 len: 210 time: 0.0284774 Jun 16 14:40:05.031292 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:40:05.307460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51660e1f-1c3d-4387-90c0-9970096ce00d req-fd7f9d61-8b6f-4a1c-bcc3-f6ab7f78fdd9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:05.309517 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-51660e1f-1c3d-4387-90c0-9970096ce00d req-fd7f9d61-8b6f-4a1c-bcc3-f6ab7f78fdd9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0688758 Jun 16 14:40:05.347487 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-51660e1f-1c3d-4387-90c0-9970096ce00d req-f9cc1f45-21ff-4774-b20e-383c4845a7a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Jun 16 14:40:05.739536 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52794) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:05.873794 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-25933f52-a4c3-46f2-9ff1-1fcaef96c4ad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31da4819998a4dd68648a1513fc4b033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308250 Jun 16 14:40:05.874056 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52802) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:05.931514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:05.954699 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.016922 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.020785 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.026636 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72426d35-b58a-44f7-9b08-7e4093b2b5a3 HTTP/1.1" status: 204 len: 168 time: 0.1514876 Jun 16 14:40:06.027918 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-eff297e8-bd55-4833-b0ba-62d8d7fc93b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:06.035957 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72426d35-b58a-44f7-9b08-7e4093b2b5a3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:06.038537 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5f8d83a4-9ea2-4279-ba5a-ff287319c34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:06.563353 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bd2d-3d7f-43bd-a94a-bcf2691308ff req-60b6a465-1048-4282-a5bc-3356b5ded1e6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:06.564921 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-db25bd2d-3d7f-43bd-a94a-bcf2691308ff req-60b6a465-1048-4282-a5bc-3356b5ded1e6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0820031 Jun 16 14:40:06.605575 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-db25bd2d-3d7f-43bd-a94a-bcf2691308ff req-81c39f43-2aa3-4db6-b11a-d73e1c7a23a5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Jun 16 14:40:06.722170 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52846) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:06.819748 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1926391992-network', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:06.840144 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Made reservation on behalf of b8f3a7c3488f4dc8aa92db9112bd7ab7 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:06.842577 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.850138 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.937937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.941500 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.944281 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-30d4d9b1-d99e-4980-8abb-0435f731a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:06.969052 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:40:06.975208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f252c43-10db-4fc2-b2a0-6c31b9533daf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:06.979509 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:06.982425 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:06.983216 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Added segment 5b97a8bc-8f4f-4c34-b0ea-4e937793f540 of type vlan for network a8040b4e-7a17-4757-a058-e2f3fb494135 Jun 16 14:40:07.019908 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.047017 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.048355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:07.048856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.051547 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:07.082876 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3595643 Jun 16 14:40:07.085965 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 52850) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:07.091904 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Request body: {'subnet': {'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1926391992-subnet', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:07.113115 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Pushing event updated for resources: {'Network': ['ID=a8040b4e-7a17-4757-a058-e2f3fb494135,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:07.116169 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:07.117875 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Made reservation on behalf of b8f3a7c3488f4dc8aa92db9112bd7ab7 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:07.120747 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.125624 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network a8040b4e-7a17-4757-a058-e2f3fb494135 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:40:07.303523 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.308392 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2f53285a-78b9-47cb-8a3c-0d49cc1f391f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:07.370220 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b418e2-142b-4f1b-92e3-e1671298310b,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:07.373151 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:07.379995 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Checking segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:07.380354 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Network hostable DHCP agents. Network: a8040b4e-7a17-4757-a058-e2f3fb494135, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:40:07.400419 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Network a8040b4e-7a17-4757-a058-e2f3fb494135 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:40:07.411271 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, a8040b4e-7a17-4757-a058-e2f3fb494135) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:07.416829 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:07.417758 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.423779 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86d3d9-f987-42b3-b0cd-088ab8f809aa None None] Network a8040b4e-7a17-4757-a058-e2f3fb494135 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:07.436467 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3484087 Jun 16 14:40:07.439027 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52866) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:07.444495 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:07.469994 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.471162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.542148 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.602857 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-a8040b4e-7a17-4757-a058-e2f3fb494135', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:40:07.604708 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.703168 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.792602 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Allocated IP 172.20.0.2 (a8040b4e-7a17-4757-a058-e2f3fb494135/14b418e2-142b-4f1b-92e3-e1671298310b/0a761280-f57f-4e09-aa68-614468a9cef2) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:07.807685 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e70d-91a2-427a-9abe-48235723fc0d req-180e05b4-d876-428f-90aa-ca587d796d41 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:07.815511 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dcb3e70d-91a2-427a-9abe-48235723fc0d req-180e05b4-d876-428f-90aa-ca587d796d41 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0828910 Jun 16 14:40:07.817591 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 52882) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:07.872107 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dcb3e70d-91a2-427a-9abe-48235723fc0d req-eeab1580-4801-4635-aabf-80a9afc71b6e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Jun 16 14:40:07.929765 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 9b5a5bc0-9132-40f7-8133-3c47b05a549f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:40:07.972791 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 9b5a5bc0-9132-40f7-8133-3c47b05a549f {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:40:07.973218 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 9b5a5bc0-9132-40f7-8133-3c47b05a549f not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:40:07.974667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.987001 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.994371 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:07.995121 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.004426 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Transition to ACTIVE for port object 0a761280-f57f-4e09-aa68-614468a9cef2 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:08.022745 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Transition to ACTIVE for port object 0a761280-f57f-4e09-aa68-614468a9cef2 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:08.030684 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.034718 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:08.079253 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Network a8040b4e-7a17-4757-a058-e2f3fb494135 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:08.082144 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.086881 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:08.088774 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.092431 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:08.097745 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Pushing event updated for resources: {'Port': ['ID=0a761280-f57f-4e09-aa68-614468a9cef2,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:08.104280 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:08.109289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Allocated IP 172.28.0.127 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/6df57e17-9173-4cd0-8140-f37bdf7e5624) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:08.112589 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a39961af-280a-486a-8171-5e901d121556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:08.120107 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cff67eb83f224d9abb5be1c5ca364d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970614 Jun 16 14:40:08.120404 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:08.135409 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd9fa84-609e-4ce0-a1f4-a4165a440e29,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:08.138606 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:08.230448 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.235510 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Attempting to bind port 0a761280-f57f-4e09-aa68-614468a9cef2 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:08.235995 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Attempting to bind port 0a761280-f57f-4e09-aa68-614468a9cef2 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:08.236250 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Attempting to bind port 0a761280-f57f-4e09-aa68-614468a9cef2 on network a8040b4e-7a17-4757-a058-e2f3fb494135 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:08.243603 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:08.243979 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Checking segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:08.244386 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.244796 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Bound using segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:08.245275 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Bound port: 0a761280-f57f-4e09-aa68-614468a9cef2, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:08.245654 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.269926 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.273482 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.332159 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] For port 0a761280-f57f-4e09-aa68-614468a9cef2, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:08.336004 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] For port 0a761280-f57f-4e09-aa68-614468a9cef2, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=0a761280-f57f-4e09-aa68-614468a9cef2,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:08.343772 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.344793 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.347428 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-855ad9a5-1a36-4eb5-b21a-851eb3d145ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:08.348785 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-183cdfb7-61f6-4aaf-9b4b-d8dcd013d373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:08.354587 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.356714 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:08.358687 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1cd9fa84-609e-4ce0-a1f4-a4165a440e29 HTTP/1.1" status: 204 len: 168 time: 0.2373335 Jun 16 14:40:08.412815 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6df57e17-9173-4cd0-8140-f37bdf7e5624,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:08.423544 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Pushing event updated for resources: {'Port': ['ID=0a761280-f57f-4e09-aa68-614468a9cef2,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:08.428077 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:08.428261 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:08.428348 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-680a6290-1460-4a1e-aae3-a43f5aba32fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:08.448443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:08.449647 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd9fa84-609e-4ce0-a1f4-a4165a440e29,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:08.452288 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:08.454151 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:08.454983 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:08.781899 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:09.028542 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:09.064634 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219a3cb-31c5-42f1-9664-583feabadce4 req-effdd84d-9df6-4d56-9233-b0b7af0adaa1 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:09.066134 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b219a3cb-31c5-42f1-9664-583feabadce4 req-effdd84d-9df6-4d56-9233-b0b7af0adaa1 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0783496 Jun 16 14:40:09.106132 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b219a3cb-31c5-42f1-9664-583feabadce4 req-8546a369-c2c7-447e-ac6d-9fe68713b4c5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Jun 16 14:40:09.168614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:40:09.279975 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:40:09.288654 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Sync routers for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:40:09.296131 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:09.299893 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8566453 Jun 16 14:40:09.300024 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:09.300024 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:39:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:09.300213 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 52908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:09.402386 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:09.550438 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57aad23-59f6-4860-8eb6-aa518fbc4d3c None None] Network a8040b4e-7a17-4757-a058-e2f3fb494135 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:09.614990 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:08Z', 'revision_number': 3, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:09.619065 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Checking router: 4ffbfdc2-ff89-4f4e-8f41-16e196573187 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:40:09.619779 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Updating router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 port 6df57e17-9173-4cd0-8140-f37bdf7e5624 binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:40:09.656725 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:09.680372 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-cf6874b0-4233-421a-ab97-d3eba61a3a35 None None] Provisioning for port 0a761280-f57f-4e09-aa68-614468a9cef2 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:09.772278 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:09.969724 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e36c76fb-6b03-4e52-a5a7-3a6e38d66a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:09.997262 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 0a761280-f57f-4e09-aa68-614468a9cef2 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:10.016286 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.039448 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Transition to ACTIVE for port object 6df57e17-9173-4cd0-8140-f37bdf7e5624 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:10.050106 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.066751 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 0a761280-f57f-4e09-aa68-614468a9cef2 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:10.072341 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 0a761280-f57f-4e09-aa68-614468a9cef2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:10.072777 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-850fb3c9-5503-4ca0-b522-c5efcdd60a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:10.072889 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.127385 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Allocated IP 172.20.0.1 (a8040b4e-7a17-4757-a058-e2f3fb494135/14b418e2-142b-4f1b-92e3-e1671298310b/5d029c0c-7503-4a09-bc0d-1424de49ba42) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:10.149504 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Attempting to bind port 6df57e17-9173-4cd0-8140-f37bdf7e5624 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:10.149881 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Attempting to bind port 6df57e17-9173-4cd0-8140-f37bdf7e5624 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:10.150283 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Attempting to bind port 6df57e17-9173-4cd0-8140-f37bdf7e5624 on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:10.158074 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:10.158547 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:10.158960 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.159358 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:10.160035 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Bound port: 6df57e17-9173-4cd0-8140-f37bdf7e5624, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:10.160495 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.189914 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-d591ed7b-b09d-400d-9e3d-7064936606a3 None None] Provisioning complete for port 0a761280-f57f-4e09-aa68-614468a9cef2 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:10.190444 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d591ed7b-b09d-400d-9e3d-7064936606a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.208978 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Pushing event updated for resources: {'Port': ['ID=6df57e17-9173-4cd0-8140-f37bdf7e5624,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:10.219643 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.219877 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.220195 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.220569 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.220859 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.221189 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.221568 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.221832 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.222154 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.224416 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.224416 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.224416 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:10.227849 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:10.261344 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] For port 6df57e17-9173-4cd0-8140-f37bdf7e5624, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:10.265976 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] For port 6df57e17-9173-4cd0-8140-f37bdf7e5624, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=6df57e17-9173-4cd0-8140-f37bdf7e5624,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:10.272072 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.284519 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:10.363320 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.407392 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Pushing event updated for resources: {'Port': ['ID=6df57e17-9173-4cd0-8140-f37bdf7e5624,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:10.416266 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:10.439247 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:10.439382 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc715628-e987-4273-ba33-9257b85c1a6b req-545a1d43-66cb-46ea-947e-84745bf39edf tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:10.440012 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:39:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:10.451115 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dc715628-e987-4273-ba33-9257b85c1a6b req-545a1d43-66cb-46ea-947e-84745bf39edf tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1218650 Jun 16 14:40:10.462016 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d591ed7b-b09d-400d-9e3d-7064936606a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.486108 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 0a761280-f57f-4e09-aa68-614468a9cef2, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=0a761280-f57f-4e09-aa68-614468a9cef2,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:10.496766 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.499469 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:10.587152 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dc715628-e987-4273-ba33-9257b85c1a6b req-1d519fb7-11c8-439c-9ec4-b9a2be73722c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248546 Jun 16 14:40:10.587423 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.605477 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Transition to ACTIVE for port object 5d029c0c-7503-4a09-bc0d-1424de49ba42 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:10.661488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.666074 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:10.690837 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:10.712683 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Network a8040b4e-7a17-4757-a058-e2f3fb494135 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:10.713311 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.db.api [None req-d591ed7b-b09d-400d-9e3d-7064936606a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 14:40:10.713805 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_db.api [None req-d591ed7b-b09d-400d-9e3d-7064936606a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:40:10.718119 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:10.721759 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:10.723232 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=0a761280-f57f-4e09-aa68-614468a9cef2,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:10.732013 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:10.747798 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d029c0c-7503-4a09-bc0d-1424de49ba42,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:10.752225 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:10.767976 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:10.846722 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe854633-0228-4e1f-8f5a-59a94ea6cd84 req-3b28a9c5-0aa7-44f0-b1a8-d0bccd2c5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:10.848439 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fe854633-0228-4e1f-8f5a-59a94ea6cd84 req-3b28a9c5-0aa7-44f0-b1a8-d0bccd2c5999 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.0768616 Jun 16 14:40:10.889436 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fe854633-0228-4e1f-8f5a-59a94ea6cd84 req-fb2afa5c-70bc-4617-8e5a-cde725e8ec1c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Jun 16 14:40:10.933572 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:08Z', 'revision_number': 3, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:10.938121 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9702-f087-47c6-936d-7905ec4d759f None None] The sync data for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb is: [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:08Z', 'revision_number': 3, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:40:11.021005 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:11.221334 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:11.226594 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:11.229393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:11.297780 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:11.299588 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d029c0c-7503-4a09-bc0d-1424de49ba42,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:11.302856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:11.376030 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-eafdc928-094f-4241-ae23-394e87bb43b1 None None] Provisioning for port 5d029c0c-7503-4a09-bc0d-1424de49ba42 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:11.381311 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-eafdc928-094f-4241-ae23-394e87bb43b1 None None] Provisioning complete for port 5d029c0c-7503-4a09-bc0d-1424de49ba42 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:11.381935 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-eafdc928-094f-4241-ae23-394e87bb43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:11.410841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Network a8040b4e-7a17-4757-a058-e2f3fb494135 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:11.412367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:11.432517 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-eafdc928-094f-4241-ae23-394e87bb43b1 None None] Port 5d029c0c-7503-4a09-bc0d-1424de49ba42 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:40:11.549568 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:40:11.654669 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-eeefd9f1-083c-49cf-9688-ce9b121683e4 None None] Provisioning complete for port 5d029c0c-7503-4a09-bc0d-1424de49ba42 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:11.655533 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-eeefd9f1-083c-49cf-9688-ce9b121683e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:11.674297 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:40:11.679190 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] 10.222.0.96 "PUT /v2.0/routers/4ffbfdc2-ff89-4f4e-8f41-16e196573187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3779604 Jun 16 14:40:11.734327 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-eeefd9f1-083c-49cf-9688-ce9b121683e4 None None] Port 5d029c0c-7503-4a09-bc0d-1424de49ba42 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:40:11.816819 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6c88b-c82c-41ef-81e6-5a718dd7e43a req-8f354471-15e7-4f7d-b0f9-48e471826422 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:11.818824 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e2e6c88b-c82c-41ef-81e6-5a718dd7e43a req-8f354471-15e7-4f7d-b0f9-48e471826422 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0887914 Jun 16 14:40:11.951960 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e2e6c88b-c82c-41ef-81e6-5a718dd7e43a req-86c90e3a-2a5f-4f69-ae4a-e3583cbecaf9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159360 Jun 16 14:40:12.078074 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 0a761280-f57f-4e09-aa68-614468a9cef2 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:12.142494 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 0a761280-f57f-4e09-aa68-614468a9cef2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:12.143147 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.237640 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 6df57e17-9173-4cd0-8140-f37bdf7e5624 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:12.299756 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 6df57e17-9173-4cd0-8140-f37bdf7e5624 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:12.303856 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 6df57e17-9173-4cd0-8140-f37bdf7e5624 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:12.304334 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.387409 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.409388 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 6df57e17-9173-4cd0-8140-f37bdf7e5624, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=6df57e17-9173-4cd0-8140-f37bdf7e5624,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:12.415488 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.419597 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:12.497809 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=6df57e17-9173-4cd0-8140-f37bdf7e5624,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:12.498251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:12.500999 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:12.511013 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-229194455-network', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:12.533630 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Made reservation on behalf of bf98b6db13004be1ada0e8ec35d9d729 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:12.536242 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.549440 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.650164 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.654349 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.657400 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-edb259c6-edfe-4519-b871-e3d87a3feb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:12.675772 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:40:12.690070 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76698e9f-f07f-4ce1-885d-381b92894cf5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:12.692869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.693212 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Added segment a115bfff-f2d4-48d6-8f0b-4373246d39d7 of type vlan for network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f Jun 16 14:40:12.694777 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:12.733554 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Sync routers for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:40:12.737504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.749191 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.750915 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:12.751530 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:39:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:12.767578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.768986 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:12.769574 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.774319 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:12.810122 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3106093 Jun 16 14:40:12.813003 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53020) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:12.821694 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Request body: {'subnet': {'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-229194455-subnet', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:12.841431 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-41c99044-7181-47e2-8f87-d4be40b6d727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.848507 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Made reservation on behalf of bf98b6db13004be1ada0e8ec35d9d729 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:12.850655 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Pushing event updated for resources: {'Network': ['ID=570a882d-c2ba-42bf-80f2-92ceb7dfee5f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:12.852798 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:12.853799 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:12.862992 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:40:12.894709 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:13.076564 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.081349 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-83e3a9a2-8b1f-430b-a394-0d7f79eddda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:13.155972 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:11Z', 'revision_number': 2, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:13.160006 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Checking router: 4ffbfdc2-ff89-4f4e-8f41-16e196573187 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:40:13.160464 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Updating router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 port 5d029c0c-7503-4a09-bc0d-1424de49ba42 binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:40:13.160703 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d7d053-47e8-4351-917a-b1d0996d89f6,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:13.165823 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:13.182832 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94985b8-7f1d-4fab-98d8-049ff41cd641 req-070e4554-706a-48cb-bad9-98e21328061f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:13.182832 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c94985b8-7f1d-4fab-98d8-049ff41cd641 req-070e4554-706a-48cb-bad9-98e21328061f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1422925 Jun 16 14:40:13.182832 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Checking segment: {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:13.183061 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Network hostable DHCP agents. Network: 570a882d-c2ba-42bf-80f2-92ceb7dfee5f, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:40:13.210616 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.234522 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:40:13.240049 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c94985b8-7f1d-4fab-98d8-049ff41cd641 req-1f7c6e20-c0ec-438d-9bc4-9f191847f1cc tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520022 Jun 16 14:40:13.250332 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 570a882d-c2ba-42bf-80f2-92ceb7dfee5f) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:13.265907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:13.266588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.274797 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77587716-048f-4ce2-a2fd-a7cb9a59a006 None None] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:13.314152 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:13.314319 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-973892d2-b1a3-4503-ac6d-43073db251da admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4997945 Jun 16 14:40:13.321940 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:13.349737 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.351254 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.424454 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.584962 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.622043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-570a882d-c2ba-42bf-80f2-92ceb7dfee5f', 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'fixed_ips': [{'subnet_id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:40:13.623739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.730087 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-249d31bf-7577-44b6-9a62-369fcae00b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:13.731820 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-249d31bf-7577-44b6-9a62-369fcae00b25 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.0691912 Jun 16 14:40:13.768307 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.789751 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Transition to ACTIVE for port object 5d029c0c-7503-4a09-bc0d-1424de49ba42 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:13.816019 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:13.820101 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:13.891668 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-16e034f3-dd9b-4792-89d2-5b003b761389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:13.893266 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-16e034f3-dd9b-4792-89d2-5b003b761389 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.1538830 Jun 16 14:40:13.924849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Allocated IP 172.20.0.2 (570a882d-c2ba-42bf-80f2-92ceb7dfee5f/c9d7d053-47e8-4351-917a-b1d0996d89f6/5236c3c2-ea22-4a39-a755-67e1fa14b5cf) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:13.941517 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0844a5-28d0-4c02-96ec-4fbcddd8cb48 None None] Pushing event updated for resources: {'Port': ['ID=5d029c0c-7503-4a09-bc0d-1424de49ba42,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:13.944817 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2d0844a5-28d0-4c02-96ec-4fbcddd8cb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:13.963854 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-d8f6aa76-281f-4d70-952e-63ac666e9dd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.0592856 Jun 16 14:40:13.969589 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 6df57e17-9173-4cd0-8140-f37bdf7e5624 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:13.993884 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0e56d-dfbe-4d4a-9563-8ed36b42fb24 req-e6ebf799-5e2f-4c8c-b2cb-c9364f95c241 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:13.995532 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-65d0e56d-dfbe-4d4a-9563-8ed36b42fb24 req-e6ebf799-5e2f-4c8c-b2cb-c9364f95c241 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.2367425 Jun 16 14:40:13.996925 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.028675 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-d584e9d7-a311-433c-871e-b0a37ffcbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:14.030521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.031612 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-d584e9d7-a311-433c-871e-b0a37ffcbf2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0582497 Jun 16 14:40:14.043860 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.086574 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-38acf4b3-afdf-4437-a1fb-c066083bce0b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434525 Jun 16 14:40:14.099175 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-65d0e56d-dfbe-4d4a-9563-8ed36b42fb24 req-f63b64a6-1c5f-415d-9d82-968adb4450cd tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940697 Jun 16 14:40:14.154179 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Attempting to bind port 5d029c0c-7503-4a09-bc0d-1424de49ba42 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:14.154498 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Attempting to bind port 5d029c0c-7503-4a09-bc0d-1424de49ba42 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:14.154876 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Attempting to bind port 5d029c0c-7503-4a09-bc0d-1424de49ba42 on network a8040b4e-7a17-4757-a058-e2f3fb494135 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:14.169026 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:14.169420 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Checking segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:14.169835 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.170268 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Bound using segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:14.170762 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Bound port: 5d029c0c-7503-4a09-bc0d-1424de49ba42, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:14.171148 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.187667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Allocated IP 172.28.0.14 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/14c772eb-ab0e-4ac2-9244-93da4732fff3) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:14.192286 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-739184e9-1da6-42d1-bf02-27e63dbe97cb service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944817 Jun 16 14:40:14.234964 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 6df57e17-9173-4cd0-8140-f37bdf7e5624 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:14.234964 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.301417 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7abdc969-b913-427b-8cd0-eb9e37eec607 req-5b4ac29b-4c66-4f04-9efb-6f8ed8c251e3 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998588 Jun 16 14:40:14.485822 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] For port 5d029c0c-7503-4a09-bc0d-1424de49ba42, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:14.491688 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] For port 5d029c0c-7503-4a09-bc0d-1424de49ba42, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5d029c0c-7503-4a09-bc0d-1424de49ba42,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:14.496085 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.501836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.506862 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-269c37b3-ea92-4529-aead-66cfeaa293a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:14.515312 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Transition to ACTIVE for port object 5236c3c2-ea22-4a39-a755-67e1fa14b5cf will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:14.523154 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.575125 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.588014 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:14.627937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:14.634355 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Transition to ACTIVE for port object 5236c3c2-ea22-4a39-a755-67e1fa14b5cf will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:14.638491 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0844a5-28d0-4c02-96ec-4fbcddd8cb48 None None] Pushing event updated for resources: {'Port': ['ID=5d029c0c-7503-4a09-bc0d-1424de49ba42,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:14.638844 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:14.642355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:14.644505 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2d0844a5-28d0-4c02-96ec-4fbcddd8cb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:14.651336 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:14.656049 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:14.658391 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:14.659055 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:14.674981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Pushing event updated for resources: {'Port': ['ID=14c772eb-ab0e-4ac2-9244-93da4732fff3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:14.678030 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:14.785508 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:14.793043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:14.800188 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:14.810701 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Pushing event updated for resources: {'Port': ['ID=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:14.816265 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:14.932742 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:14.976032 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Attempting to bind port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:14.976416 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Attempting to bind port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:14.976993 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Attempting to bind port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf on network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:15.006093 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:15.025222 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:15.025601 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Checking segment: {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:15.026010 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:15.026432 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Bound using segment: {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:15.026920 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Bound port: 5236c3c2-ea22-4a39-a755-67e1fa14b5cf, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:15.027296 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:15.162585 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] For port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:15.168002 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] For port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:15.177123 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:15.202801 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:15.221136 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:15.273994 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Pushing event updated for resources: {'Port': ['ID=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:15.277421 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:15.292578 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:14Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:15.296197 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7697268-0eca-4878-aa8a-c0e0dd2f3474 None None] The sync data for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb is: [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:14Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:40:15.421379 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5c08-f989-4b95-91ef-e1d8cfccdeec req-20422c88-c126-4399-b750-c16dccabd2b6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:15.423161 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3f0c5c08-f989-4b95-91ef-e1d8cfccdeec req-20422c88-c126-4399-b750-c16dccabd2b6 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1620204 Jun 16 14:40:15.517791 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3f0c5c08-f989-4b95-91ef-e1d8cfccdeec req-c92dea93-6021-490a-b6ea-bc41e8f770a4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884292 Jun 16 14:40:15.520431 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Router 94a95743-abda-42df-91dc-5776527cd292 is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:40:15.652731 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:40:15.661970 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Sync routers for ids ['94a95743-abda-42df-91dc-5776527cd292'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:40:15.672468 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Routers {'94a95743-abda-42df-91dc-5776527cd292'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:15.674110 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:15.674284 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['94a95743-abda-42df-91dc-5776527cd292'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:15.675730 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3599677 Jun 16 14:40:15.678242 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53062) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:15.797010 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Set router 94a95743-abda-42df-91dc-5776527cd292 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:16.021906 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5236c3c2-ea22-4a39-a755-67e1fa14b5cf up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:16.136671 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:16.144836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5d029c0c-7503-4a09-bc0d-1424de49ba42 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:16.234670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.246745 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 5d029c0c-7503-4a09-bc0d-1424de49ba42 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:16.253141 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 5d029c0c-7503-4a09-bc0d-1424de49ba42 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:16.253843 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.264595 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:40:14Z', 'revision_number': 3, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:16.276452 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Checking router: 94a95743-abda-42df-91dc-5776527cd292 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:40:16.278614 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Updating router 94a95743-abda-42df-91dc-5776527cd292 port 14c772eb-ab0e-4ac2-9244-93da4732fff3 binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:40:16.344219 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.423135 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.482539 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.558019 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 5d029c0c-7503-4a09-bc0d-1424de49ba42, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5d029c0c-7503-4a09-bc0d-1424de49ba42,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:16.565836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.568118 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:16.635010 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535f45b-5857-4cec-9a36-bcafd2c6da69 None None] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:16.694029 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=5d029c0c-7503-4a09-bc0d-1424de49ba42,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:16.707278 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:16.735116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Allocated IP 172.20.0.1 (570a882d-c2ba-42bf-80f2-92ceb7dfee5f/c9d7d053-47e8-4351-917a-b1d0996d89f6/3b6c56e7-912f-47ba-97ca-957bc621c290) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:16.740373 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.747892 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Provisioning for port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:16.753150 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Transition to ACTIVE for port object 14c772eb-ab0e-4ac2-9244-93da4732fff3 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:16.756538 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Provisioning complete for port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:16.756975 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.764108 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.767241 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:16.825641 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Attempting to bind port 14c772eb-ab0e-4ac2-9244-93da4732fff3 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:16.826018 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Attempting to bind port 14c772eb-ab0e-4ac2-9244-93da4732fff3 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:16.826413 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Attempting to bind port 14c772eb-ab0e-4ac2-9244-93da4732fff3 on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:16.828560 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aebef5-46b2-477c-96c1-8152aa29414b None None] Pushing event updated for resources: {'Port': ['ID=14c772eb-ab0e-4ac2-9244-93da4732fff3,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:16.832103 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-d5aebef5-46b2-477c-96c1-8152aa29414b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:16.835016 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:16.835408 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:16.836430 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.836854 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:16.837342 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Bound port: 14c772eb-ab0e-4ac2-9244-93da4732fff3, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:16.837764 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.911521 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] For port 14c772eb-ab0e-4ac2-9244-93da4732fff3, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:16.921906 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] For port 14c772eb-ab0e-4ac2-9244-93da4732fff3, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=14c772eb-ab0e-4ac2-9244-93da4732fff3,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:16.930066 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.932684 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:16.980102 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:16.995085 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Routers {'94a95743-abda-42df-91dc-5776527cd292'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:16.995782 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['94a95743-abda-42df-91dc-5776527cd292'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:17.000984 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aebef5-46b2-477c-96c1-8152aa29414b None None] Pushing event updated for resources: {'Port': ['ID=14c772eb-ab0e-4ac2-9244-93da4732fff3,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:17.037642 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-d5aebef5-46b2-477c-96c1-8152aa29414b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:17.049341 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] For port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:17.059188 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.064245 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2d0844a5-28d0-4c02-96ec-4fbcddd8cb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:17.128884 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Pushing event updated for resources: {'Port': ['ID=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:17.137258 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] Set router 94a95743-abda-42df-91dc-5776527cd292 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:17.140727 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:17.153083 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ee79-7891-464b-a289-62b51d1e53a9 req-d6a5f787-457d-4265-86f8-1b9337353c4d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:17.154618 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9447ee79-7891-464b-a289-62b51d1e53a9 req-d6a5f787-457d-4265-86f8-1b9337353c4d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.4100235 Jun 16 14:40:17.166370 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.196549 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Transition to ACTIVE for port object 3b6c56e7-912f-47ba-97ca-957bc621c290 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:17.234701 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9447ee79-7891-464b-a289-62b51d1e53a9 req-e7b0eb62-d163-4e2c-8912-a55d15471c35 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725627 Jun 16 14:40:17.250520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.253561 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7679c004-64db-4e98-be5e-8102b02294c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:17.296937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:17.301792 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:17.305844 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:17.311802 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6c56e7-912f-47ba-97ca-957bc621c290,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:17.333785 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:17.364156 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.380626 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:40:14Z', 'revision_number': 3, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:17.387393 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-780ba828-c62a-4402-a698-d13d54f30d0a None None] Provisioning complete for port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:17.387872 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-780ba828-c62a-4402-a698-d13d54f30d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.400568 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6de0ad-b11f-4c54-8986-e7c9375d36ee None None] The sync data for ids ['94a95743-abda-42df-91dc-5776527cd292'] in dv-cinder-780933-6-smb is: [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:40:14Z', 'revision_number': 3, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:40:17.613629 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.778296 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4657e678-ee03-49af-9c09-26577f43df8e None None] Provisioning for port 3b6c56e7-912f-47ba-97ca-957bc621c290 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:17.785265 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4657e678-ee03-49af-9c09-26577f43df8e None None] Provisioning complete for port 3b6c56e7-912f-47ba-97ca-957bc621c290 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:17.796070 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4657e678-ee03-49af-9c09-26577f43df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:17.861003 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-4657e678-ee03-49af-9c09-26577f43df8e None None] Port 3b6c56e7-912f-47ba-97ca-957bc621c290 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:40:18.001986 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.007100 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.010012 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:18.061104 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5236c3c2-ea22-4a39-a755-67e1fa14b5cf up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:18.084654 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6c56e7-912f-47ba-97ca-957bc621c290,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:18.087614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.089632 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:18.129785 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:18.130485 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.189505 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:18.191440 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:18.229886 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5d029c0c-7503-4a09-bc0d-1424de49ba42 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:18.303637 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 5d029c0c-7503-4a09-bc0d-1424de49ba42 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:18.306274 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.332966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Router 94a95743-abda-42df-91dc-5776527cd292 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:40:18.401241 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 14c772eb-ab0e-4ac2-9244-93da4732fff3 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:18.451662 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 14c772eb-ab0e-4ac2-9244-93da4732fff3 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:18.456283 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 14c772eb-ab0e-4ac2-9244-93da4732fff3 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:18.456455 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:40:18.457094 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.462806 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] 10.222.0.96 "PUT /v2.0/routers/94a95743-abda-42df-91dc-5776527cd292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7830374 Jun 16 14:40:18.521032 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-97d13c0e-8426-40e8-8dc7-30ff5342e80b None None] Provisioning complete for port 3b6c56e7-912f-47ba-97ca-957bc621c290 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:18.521665 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-97d13c0e-8426-40e8-8dc7-30ff5342e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.573107 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-97d13c0e-8426-40e8-8dc7-30ff5342e80b None None] Port 3b6c56e7-912f-47ba-97ca-957bc621c290 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:40:18.608734 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.631106 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 14c772eb-ab0e-4ac2-9244-93da4732fff3, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=14c772eb-ab0e-4ac2-9244-93da4732fff3,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:18.636504 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:18.638358 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:18.684643 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=14c772eb-ab0e-4ac2-9244-93da4732fff3,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:18.687746 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:19.046301 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b1d74-aaf0-42a6-8c28-22a1ef119fd0 req-ffaa3acc-dda9-4947-80c1-279ac59e7409 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:19.048067 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-619b1d74-aaf0-42a6-8c28-22a1ef119fd0 req-ffaa3acc-dda9-4947-80c1-279ac59e7409 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0809023 Jun 16 14:40:19.098781 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-619b1d74-aaf0-42a6-8c28-22a1ef119fd0 req-2eaff241-25c7-478c-9546-c94f3dd204cd tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Jun 16 14:40:19.490769 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Sync routers for ids ['94a95743-abda-42df-91dc-5776527cd292'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:40:19.502439 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Routers {'94a95743-abda-42df-91dc-5776527cd292'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:19.503397 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['94a95743-abda-42df-91dc-5776527cd292'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:19.944899 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Set router 94a95743-abda-42df-91dc-5776527cd292 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:20.059854 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 14c772eb-ab0e-4ac2-9244-93da4732fff3 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:20.245610 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 14c772eb-ab0e-4ac2-9244-93da4732fff3 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:20.245610 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:20.371134 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:40:17Z', 'revision_number': 4, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '3b6c56e7-912f-47ba-97ca-957bc621c290', 'name': '', 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'mac_address': 'fa:16:3e:f7:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:16Z', 'updated_at': '2021-06-16T14:40:17Z', 'revision_number': 2, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'subnets': [{'id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:20.378725 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Checking router: 94a95743-abda-42df-91dc-5776527cd292 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:40:20.378725 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Updating router 94a95743-abda-42df-91dc-5776527cd292 port 3b6c56e7-912f-47ba-97ca-957bc621c290 binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:40:20.423654 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:20.810381 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:20.823919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Transition to ACTIVE for port object 3b6c56e7-912f-47ba-97ca-957bc621c290 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:20.832740 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:20.836313 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:20.948803 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cfeca-ea6f-47c1-95b3-7c5d5ce93e31 None None] Pushing event updated for resources: {'Port': ['ID=3b6c56e7-912f-47ba-97ca-957bc621c290,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:20.954088 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-049cfeca-ea6f-47c1-95b3-7c5d5ce93e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:21.059511 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Attempting to bind port 3b6c56e7-912f-47ba-97ca-957bc621c290 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:21.059909 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Attempting to bind port 3b6c56e7-912f-47ba-97ca-957bc621c290 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:21.060291 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Attempting to bind port 3b6c56e7-912f-47ba-97ca-957bc621c290 on network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:21.073043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:21.073043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Checking segment: {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:21.073418 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:21.073768 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Bound using segment: {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:21.074764 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Bound port: 3b6c56e7-912f-47ba-97ca-957bc621c290, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115bfff-f2d4-48d6-8f0b-4373246d39d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:21.075253 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:21.205856 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] For port 3b6c56e7-912f-47ba-97ca-957bc621c290, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:21.212329 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] For port 3b6c56e7-912f-47ba-97ca-957bc621c290, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=3b6c56e7-912f-47ba-97ca-957bc621c290,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:21.233071 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:21.237004 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:21.293155 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Routers {'94a95743-abda-42df-91dc-5776527cd292'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:40:21.293657 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['94a95743-abda-42df-91dc-5776527cd292'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:21.404952 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cfeca-ea6f-47c1-95b3-7c5d5ce93e31 None None] Pushing event updated for resources: {'Port': ['ID=3b6c56e7-912f-47ba-97ca-957bc621c290,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:21.412492 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-049cfeca-ea6f-47c1-95b3-7c5d5ce93e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:21.460037 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] Set router 94a95743-abda-42df-91dc-5776527cd292 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:40:21.840760 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:40:17Z', 'revision_number': 4, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '3b6c56e7-912f-47ba-97ca-957bc621c290', 'name': '', 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'mac_address': 'fa:16:3e:f7:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:16Z', 'updated_at': '2021-06-16T14:40:21Z', 'revision_number': 4, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'subnets': [{'id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:21.844577 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd660547-3476-4f8d-9c0a-97566c8e0eda None None] The sync data for ids ['94a95743-abda-42df-91dc-5776527cd292'] in dv-cinder-780933-6-smb is: [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:40:17Z', 'revision_number': 4, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '3b6c56e7-912f-47ba-97ca-957bc621c290', 'name': '', 'network_id': '570a882d-c2ba-42bf-80f2-92ceb7dfee5f', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'mac_address': 'fa:16:3e:f7:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:16Z', 'updated_at': '2021-06-16T14:40:21Z', 'revision_number': 4, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'subnets': [{'id': 'c9d7d053-47e8-4351-917a-b1d0996d89f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:40:22.415865 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53206) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:22.601002 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987befed-344c-438f-8298-5fd965c775d4 req-2cf807eb-641d-45e6-a932-729544954f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:22.605118 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-2cf807eb-641d-45e6-a932-729544954f68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.1350198 Jun 16 14:40:22.612486 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Deleting subnet 0484c6bd-f2a6-4ea6-8be8-f534152cb3fd {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:40:22.618548 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:22.678426 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3190479'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:22.708411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0093-2285-4711-86b7-8425bc71b1e4 req-2cce293f-a246-4a9f-8ea1-c3c343b37fd5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:22.710994 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8f1b0093-2285-4711-86b7-8425bc71b1e4 req-2cce293f-a246-4a9f-8ea1-c3c343b37fd5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1671665 Jun 16 14:40:22.758854 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987befed-344c-438f-8298-5fd965c775d4 req-d24f139e-4eb7-460d-b65b-16f6eb8f2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:22.761084 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-d24f139e-4eb7-460d-b65b-16f6eb8f2777 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.1452138 Jun 16 14:40:22.767213 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8f1b0093-2285-4711-86b7-8425bc71b1e4 req-60a70e7b-9735-4148-aedf-78ccc3e243fc tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Jun 16 14:40:22.797839 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:22.821990 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-abcb8bef-7ac5-4755-98a7-bfde9a5f62be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.0513701 Jun 16 14:40:22.895520 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987befed-344c-438f-8298-5fd965c775d4 req-6e56864f-8f0e-4d3c-a10b-97d6217a4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:22.896943 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-6e56864f-8f0e-4d3c-a10b-97d6217a4f4a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0677550 Jun 16 14:40:22.901053 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000781'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:22.905441 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-06ea2a77-1377-4ce6-ac8e-682801c0b552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:22.934534 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0484c6bd-f2a6-4ea6-8be8-f534152cb3fd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:22.949623 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-55a75bfd-f674-4ce1-a4c1-ab851896fb68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443206 Jun 16 14:40:22.956247 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:22.982264 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:22.988368 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53212) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:22.991737 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0484c6bd-f2a6-4ea6-8be8-f534152cb3fd HTTP/1.1" status: 204 len: 168 time: 0.5739307 Jun 16 14:40:23.092024 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-eadca4ca-e4fd-4f8d-97ee-be5533cf5fcc service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329682 Jun 16 14:40:23.189920 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.366914 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.388684 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.389541 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.394520 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.395363 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.395882 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.396367 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.396845 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.397317 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.397922 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.398988 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.472939 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.473294 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.473875 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.474464 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:40:23.475034 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358a627b-86f6-4e07-82d6-3a73f8ca4ff9']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:23.496694 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-987befed-344c-438f-8298-5fd965c775d4 req-992a7213-f9a7-4bef-83dc-abdd90b4cebd service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896527 Jun 16 14:40:23.498637 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1382243-4139-441f-afff-f16db42d484a') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:23.498919 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1382243-4139-441f-afff-f16db42d484a') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:23.547101 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10429619'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.579561 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.596230 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:40:23.596592 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10223202'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: from cryptography.utils import int_from_bytes Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: from cryptography.utils import int_from_bytes Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: Traceback (most recent call last): Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: timer() Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: cb(*args, **kw) Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: return func(*args, **kwargs) Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: self._notify() Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: self.callback(batched_events) Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: event.method(event) Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: return f(self, *a, **k) Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: return self._get(url).json() Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:40:23.600726 dv-cinder-780933-6-smb neutron-server[94000]: return self.request(url, 'GET', **kwargs) Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:40:23.606178 dv-cinder-780933-6-smb neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:40:23.681259 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.686107 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e29ed4ba-2e02-4f69-9f33-b122c76be93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:23.691418 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.696921 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] 10.222.0.96 "DELETE /v2.0/networks/358a627b-86f6-4e07-82d6-3a73f8ca4ff9 HTTP/1.1" status: 204 len: 168 time: 0.7072344 Jun 16 14:40:23.697069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:23.710428 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Pushing event deleted for resources: {'Network': ['ID=358a627b-86f6-4e07-82d6-3a73f8ca4ff9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:23.717332 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:23.770913 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Deleting subnet f857fdb5-5f7d-40ed-9800-df45d2d8eb99 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:40:23.777617 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.826468 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3190479'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:23.892887 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.009218 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3b6c56e7-912f-47ba-97ca-957bc621c290 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:24.084765 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 3b6c56e7-912f-47ba-97ca-957bc621c290 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:24.096897 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000781'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.098286 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 3b6c56e7-912f-47ba-97ca-957bc621c290 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:24.099027 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.108541 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-55c2cb72-f412-4b41-8caf-19e22706aacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:24.137260 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f857fdb5-5f7d-40ed-9800-df45d2d8eb99,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:24.147069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfd103-f134-4961-8f3e-54b9a0a7b946 req-9b579518-0919-4a0e-b839-1ec58612a3f7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:24.149368 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-38bfd103-f134-4961-8f3e-54b9a0a7b946 req-9b579518-0919-4a0e-b839-1ec58612a3f7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1671200 Jun 16 14:40:24.150447 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:24.156014 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.158492 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f857fdb5-5f7d-40ed-9800-df45d2d8eb99 HTTP/1.1" status: 204 len: 168 time: 0.4597967 Jun 16 14:40:24.160588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53234) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:24.196059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.223168 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-38bfd103-f134-4961-8f3e-54b9a0a7b946 req-d6c7ce7d-859f-47cf-a35c-e0ead8ad3268 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612638 Jun 16 14:40:24.243126 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 3b6c56e7-912f-47ba-97ca-957bc621c290, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=3b6c56e7-912f-47ba-97ca-957bc621c290,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:24.250932 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.255709 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-082991ba-1631-48df-a49e-72d65a0861cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:24.305803 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=3b6c56e7-912f-47ba-97ca-957bc621c290,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:24.310629 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.310825 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:24.437597 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.454136 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c666beb-eb8d-45c4-8544-b4ee52848a48']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:24.466250 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec9b02b-4401-463d-aaf3-c1b2a8bf8eb4') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:24.467390 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec9b02b-4401-463d-aaf3-c1b2a8bf8eb4') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:40:24.477492 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10429619'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.495749 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.504781 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:40:24.505989 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10223202'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: Traceback (most recent call last): Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: timer() Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: cb(*args, **kw) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: return func(*args, **kwargs) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: self._notify() Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: self.callback(batched_events) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: event.method(event) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: return f(self, *a, **k) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: return self._get(url).json() Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: return self.request(url, 'GET', **kwargs) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:40:24.519500 dv-cinder-780933-6-smb neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:40:24.574632 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.582637 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e3447077-10c7-4dc7-be05-5f6e411f2a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:24.585222 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.587158 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/8c666beb-eb8d-45c4-8544-b4ee52848a48 HTTP/1.1" status: 204 len: 168 time: 0.4255950 Jun 16 14:40:24.600729 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c666beb-eb8d-45c4-8544-b4ee52848a48,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:24.603903 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:24.837039 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53242) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:24.901528 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-32b5379c-3a83-43b2-9152-8c49ebff49e2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a276aa7ef0c432cabf0d40264be4d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608206 Jun 16 14:40:24.902152 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53244) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:24.967434 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:24.997187 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.047764 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.052102 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.053257 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6a6300b5-823f-424c-85d6-d6f0e52614b0 HTTP/1.1" status: 204 len: 168 time: 0.1496444 Jun 16 14:40:25.053998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-56f865e9-8ecc-47bc-ae49-b02577f515b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:25.069373 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6300b5-823f-424c-85d6-d6f0e52614b0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:25.078725 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:25.474154 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d043-a16a-408b-91a1-2d9c812981fe req-e3d2256c-bf35-4c72-91f1-dc826e45185c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:25.482061 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b913d043-a16a-408b-91a1-2d9c812981fe req-e3d2256c-bf35-4c72-91f1-dc826e45185c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1122172 Jun 16 14:40:25.526247 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53256) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:25.530807 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b913d043-a16a-408b-91a1-2d9c812981fe req-638784cd-a413-4316-9603-88dafd8ca6d7 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Jun 16 14:40:25.581531 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:25.588645 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8f56b263-0cc3-4523-b9a0-8b16895f2919 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d02afc86e49a4ba28ca4ce2edc5adb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612812 Jun 16 14:40:25.640156 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.665346 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.735842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.738868 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:25.740304 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e22ab708-d3f4-4738-9d2b-7419c8452767 HTTP/1.1" status: 204 len: 168 time: 0.1572931 Jun 16 14:40:25.741142 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4ba74f7b-cc7b-4d3b-a4bc-da072d9101a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:25.752982 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22ab708-d3f4-4738-9d2b-7419c8452767,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:25.762031 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:25.985298 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3b6c56e7-912f-47ba-97ca-957bc621c290 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:26.069842 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 3b6c56e7-912f-47ba-97ca-957bc621c290 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:26.070376 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:26.269276 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50217-3522-47e1-bb32-a83e2f40aa18 req-5c37348d-c4c9-4ebe-b819-8449911243d9 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:26.270841 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-42b50217-3522-47e1-bb32-a83e2f40aa18 req-5c37348d-c4c9-4ebe-b819-8449911243d9 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0756531 Jun 16 14:40:26.329574 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-42b50217-3522-47e1-bb32-a83e2f40aa18 req-cf0801b2-6d04-4015-9e46-1b4bfdaa287a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521805 Jun 16 14:40:26.815718 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cece6-340a-4edf-b353-f467355b0985 req-c1a87f1d-2029-4376-824e-c85e22420dd9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:26.817305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-be0cece6-340a-4edf-b353-f467355b0985 req-c1a87f1d-2029-4376-824e-c85e22420dd9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1233864 Jun 16 14:40:26.860156 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-be0cece6-340a-4edf-b353-f467355b0985 req-df557144-0333-479f-a18a-d382c5ca47a2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359647 Jun 16 14:40:26.910850 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.227787 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53314) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:27.344732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.460340 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.465575 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.468760 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1a90ecaa-8c65-4e30-869d-9bf8af163e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:27.518276 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4672f9910ed14079988a44ecd3a92f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873428 Jun 16 14:40:27.518276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425912be-f12a-45d3-bbe1-bc8677f4586d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:27.533105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:27.533854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:27.606578 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9d54-f61e-4ac7-ab53-7083afca24d4 req-e75ddea5-1ce5-4e9a-8721-59a6e82f7cda tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:27.610065 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a1df9d54-f61e-4ac7-ab53-7083afca24d4 req-e75ddea5-1ce5-4e9a-8721-59a6e82f7cda tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1673410 Jun 16 14:40:27.610712 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.640076 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.669255 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a1df9d54-f61e-4ac7-ab53-7083afca24d4 req-e1ffb1df-cc67-4217-a556-52ed2534c58d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532877 Jun 16 14:40:27.709416 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.712714 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:27.714329 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/425912be-f12a-45d3-bbe1-bc8677f4586d HTTP/1.1" status: 204 len: 168 time: 0.1785877 Jun 16 14:40:27.715204 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4e1cb428-132c-4281-8222-689d5e9cc5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:27.729432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425912be-f12a-45d3-bbe1-bc8677f4586d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:27.731730 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:28.134726 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc12101-ff80-40e7-bb59-b28bbb926f7d req-7efa594a-864c-42d8-8a4f-4b62b454157d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:28.144400 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ccc12101-ff80-40e7-bb59-b28bbb926f7d req-7efa594a-864c-42d8-8a4f-4b62b454157d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1220925 Jun 16 14:40:28.214243 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ccc12101-ff80-40e7-bb59-b28bbb926f7d req-23fbb912-9808-4b53-909c-4aa3193ee846 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661278 Jun 16 14:40:28.937592 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb3dbd-2599-4591-bd59-ab33b2911c7b req-4d585456-c484-4230-a09e-500433a5b224 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:28.942101 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-69cb3dbd-2599-4591-bd59-ab33b2911c7b req-4d585456-c484-4230-a09e-500433a5b224 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1228595 Jun 16 14:40:29.002381 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-69cb3dbd-2599-4591-bd59-ab33b2911c7b req-74137e33-ced0-4d0b-a70f-ec6ea94cdfc0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550332 Jun 16 14:40:29.448804 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591ba72-a3c6-4658-bc3f-b501f050bdda req-9a2528a6-f338-4908-87e4-638da749fa06 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:29.450540 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a591ba72-a3c6-4658-bc3f-b501f050bdda req-9a2528a6-f338-4908-87e4-638da749fa06 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0995877 Jun 16 14:40:29.502718 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a591ba72-a3c6-4658-bc3f-b501f050bdda req-871c8e47-0aa0-4239-8f4c-388aa29f1169 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Jun 16 14:40:30.229845 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f967e71-3cac-4e69-b773-03699048fd58 req-c104dfbd-d342-44d2-bf3f-b1581b6e2c41 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:30.232153 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5f967e71-3cac-4e69-b773-03699048fd58 req-c104dfbd-d342-44d2-bf3f-b1581b6e2c41 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0764198 Jun 16 14:40:30.277947 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5f967e71-3cac-4e69-b773-03699048fd58 req-5a9cac5a-b43e-4998-9b11-148a7ce81459 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 Jun 16 14:40:30.719407 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31874c8-5b22-4468-8754-a31c55fe6e81 req-5e5a21a8-2dc5-4b69-b585-7c79bc18f90f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:30.721005 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e31874c8-5b22-4468-8754-a31c55fe6e81 req-5e5a21a8-2dc5-4b69-b585-7c79bc18f90f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0953774 Jun 16 14:40:30.781300 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e31874c8-5b22-4468-8754-a31c55fe6e81 req-3ca29a72-2d48-4dd6-9815-9c35a52465b4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Jun 16 14:40:31.364263 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-bf84afb3-f96a-48d2-ad0e-85cf010fbb75 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:31.365699 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-bf84afb3-f96a-48d2-ad0e-85cf010fbb75 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 815 time: 0.0993025 Jun 16 14:40:31.380622 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-d57e38a5-58c9-47cb-ab72-d7db9930d2fa tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/quotas/b8f3a7c3488f4dc8aa92db9112bd7ab7 HTTP/1.1" status: 200 len: 375 time: 0.0088415 Jun 16 14:40:31.452661 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-478e7b38-cd0f-4473-93ad-f83982548b01 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666265 Jun 16 14:40:31.453229 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fac84-970e-4157-9b38-eb901995707e req-051f028f-ecb0-46a5-a0ca-50983ed35a01 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:31.454698 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2b9fac84-970e-4157-9b38-eb901995707e req-051f028f-ecb0-46a5-a0ca-50983ed35a01 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0612869 Jun 16 14:40:31.494585 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2b9fac84-970e-4157-9b38-eb901995707e req-aa552c63-c303-4386-81ad-0984120533b8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339878 Jun 16 14:40:31.550124 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-cb4c007f-d111-45cc-8a3c-42a4e4926783 service neutron] 10.222.0.96 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819683 Jun 16 14:40:31.640322 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-00c74a5b-bac4-488d-80a0-bcdec1c72f66 service neutron] 10.222.0.96 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Jun 16 14:40:31.838023 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9e79bfe9-fc5c-4151-806f-747801d9b9f6 req-8a6c2829-edf4-4cd7-9cfe-6b88a8eb844f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 210 time: 0.0497472 Jun 16 14:40:32.021393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b500f-6000-4d52-882b-d4b1d151c333 req-54878570-3a25-4454-8c38-137ccfc7a654 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:32.024733 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-716b500f-6000-4d52-882b-d4b1d151c333 req-54878570-3a25-4454-8c38-137ccfc7a654 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0827093 Jun 16 14:40:32.064178 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-716b500f-6000-4d52-882b-d4b1d151c333 req-cc18a13a-a6b1-4831-aa4c-1a4a3d3911a4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Jun 16 14:40:32.672664 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bca47-0584-4dbf-b0d6-844e0edbf2e6 req-b571fb7e-170e-4813-93be-664dea3f2fe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:32.674084 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-182bca47-0584-4dbf-b0d6-844e0edbf2e6 req-b571fb7e-170e-4813-93be-664dea3f2fe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0693336 Jun 16 14:40:32.711665 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-182bca47-0584-4dbf-b0d6-844e0edbf2e6 req-f462b71e-ad83-4241-95ad-a08524adae74 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312603 Jun 16 14:40:33.017170 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e2bb6f1a-7a9d-458b-b7ad-5612b25dfa4a req-920f8cee-2d5f-4dc8-9341-1b8de8ffefbf tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 210 time: 0.0394137 Jun 16 14:40:33.037266 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-12dc8e96-42b0-4fb5-adca-da53a96b1382 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:33.039415 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-12dc8e96-42b0-4fb5-adca-da53a96b1382 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 815 time: 0.1680551 Jun 16 14:40:33.052503 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'port': {'device_id': '91c22016-510e-4ac5-bf72-f00532dedd88', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'admin_state_up': True, 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:33.420280 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da7fac-ed0e-43c3-b87a-c7e3145f6500 req-5fd79b88-5c1e-4702-b30f-efc236dfd24d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:33.421734 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-78da7fac-ed0e-43c3-b87a-c7e3145f6500 req-5fd79b88-5c1e-4702-b30f-efc236dfd24d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0986178 Jun 16 14:40:33.422827 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Made reservation on behalf of b8f3a7c3488f4dc8aa92db9112bd7ab7 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:33.426031 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:33.512632 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-78da7fac-ed0e-43c3-b87a-c7e3145f6500 req-f9c76bd2-52d1-4852-bcdf-60877121e588 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833662 Jun 16 14:40:33.587015 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Allocated IP 172.20.0.11 (a8040b4e-7a17-4757-a058-e2f3fb494135/14b418e2-142b-4f1b-92e3-e1671298310b/c929df4d-2bf2-46ec-9c21-43adfb37875e) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:33.842825 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:33.880456 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Transition to ACTIVE for port object c929df4d-2bf2-46ec-9c21-43adfb37875e will not be triggered until provisioned by entity DHCP. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:33.933842 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10223144'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:33.941457 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:33.956679 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a5c0-163f-42fa-a7a8-d6a65d020e21 req-50742fed-67ac-4476-a7a7-686a9d1ed212 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:33.964782 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1176a5c0-163f-42fa-a7a8-d6a65d020e21 req-50742fed-67ac-4476-a7a7-686a9d1ed212 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0947621 Jun 16 14:40:34.032185 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:34.039874 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:34.052505 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Network a8040b4e-7a17-4757-a058-e2f3fb494135 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:34.053294 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1176a5c0-163f-42fa-a7a8-d6a65d020e21 req-438c3cf0-aa2f-4270-b3ab-0906a827d90a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872426 Jun 16 14:40:34.055156 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:34.068272 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:34.153385 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:34.154036 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:34.187124 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-7afb2e0e-22dd-4201-963b-64e7a9dc5d4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1383483 Jun 16 14:40:34.336633 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee204db5-8cf9-4972-bf25-27343827e271 req-1857307c-9c4f-4a15-b18a-098dbd73fcf6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:34.338923 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ee204db5-8cf9-4972-bf25-27343827e271 req-1857307c-9c4f-4a15-b18a-098dbd73fcf6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.1233046 Jun 16 14:40:34.394924 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ee204db5-8cf9-4972-bf25-27343827e271 req-d1d74057-4ef8-4cf2-94d5-766b082f4e7f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496497 Jun 16 14:40:34.549505 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-61329169-7035-40bc-92ee-5c4a586890f6 None None] Provisioning for port c929df4d-2bf2-46ec-9c21-43adfb37875e completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:34.563227 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-61329169-7035-40bc-92ee-5c4a586890f6 None None] Provisioning complete for port c929df4d-2bf2-46ec-9c21-43adfb37875e triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:34.564567 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-61329169-7035-40bc-92ee-5c4a586890f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:34.621666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53538) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:34.663468 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-61329169-7035-40bc-92ee-5c4a586890f6 None None] Port c929df4d-2bf2-46ec-9c21-43adfb37875e cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:40:34.779301 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe38c8-6f34-40f0-b5d7-288d1739db8d req-6539a0eb-d399-465a-9ae6-ac6d190b0383 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:34.781143 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6efe38c8-6f34-40f0-b5d7-288d1739db8d req-6539a0eb-d399-465a-9ae6-ac6d190b0383 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0927587 Jun 16 14:40:34.839693 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6efe38c8-6f34-40f0-b5d7-288d1739db8d req-d0362d25-9098-4ab6-92c5-faf1e60de5c1 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490990 Jun 16 14:40:34.852331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:34.975819 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:34.981564 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:34.985828 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6e70550d-f94e-4ca1-bcb9-ca772e61d24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:35.022164 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ef9d30db5994151b0289d075d05342d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993056 Jun 16 14:40:35.023474 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf71d3-6e5a-4630-8a58-111b91aebfde,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:35.025382 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53542) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:35.027451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:35.074388 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:35.099643 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:35.148559 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:35.151242 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:35.152527 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7cdf71d3-6e5a-4630-8a58-111b91aebfde HTTP/1.1" status: 204 len: 168 time: 0.1259589 Jun 16 14:40:35.153569 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-5e03e7b9-e536-4797-bed1-41bbc73880bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:35.163370 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf71d3-6e5a-4630-8a58-111b91aebfde,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:35.168677 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:35.251485 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce36b2-5ed0-4dfa-826c-7282690c057f req-f9cef3c1-5f32-4000-9d41-674bc9f1380e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:35.254676 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a0ce36b2-5ed0-4dfa-826c-7282690c057f req-f9cef3c1-5f32-4000-9d41-674bc9f1380e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0879679 Jun 16 14:40:35.297071 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a0ce36b2-5ed0-4dfa-826c-7282690c057f req-6f72d8f4-69ba-46f9-8fb3-dcfb5c4b09bf tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380604 Jun 16 14:40:35.653529 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce324c-80f1-47c1-b798-de935909c6fd req-70130bca-efa2-44f4-97c9-6341cfe9d125 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:35.655305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e3ce324c-80f1-47c1-b798-de935909c6fd req-70130bca-efa2-44f4-97c9-6341cfe9d125 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0845406 Jun 16 14:40:35.732272 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e3ce324c-80f1-47c1-b798-de935909c6fd req-c727288b-4b8d-4376-86fe-10ff38988f5b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651031 Jun 16 14:40:36.078524 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53588) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:36.081793 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498585c7-cac4-4902-b897-e04ae7b1e821 req-2233d7e8-a9f0-47dd-843a-a217f8f07a46 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:36.083554 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-498585c7-cac4-4902-b897-e04ae7b1e821 req-2233d7e8-a9f0-47dd-843a-a217f8f07a46 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1105013 Jun 16 14:40:36.141356 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-498585c7-cac4-4902-b897-e04ae7b1e821 req-cb23c649-3098-4f32-b4a7-1fc348812896 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Jun 16 14:40:36.235481 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1441751269-network', 'tenant_id': '5d267f71e87a48ff94e81a994c3733ec'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:36.257310 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Made reservation on behalf of 5d267f71e87a48ff94e81a994c3733ec for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:36.260092 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.269524 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.438988 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.446703 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.449771 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:36.499684 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:40:36.535240 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:36.538649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.538984 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Added segment c92d7cda-4824-4477-9706-53b286a955e8 of type vlan for network 94d2f82d-6778-4ea6-9132-3523df65b753 Jun 16 14:40:36.540522 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:36.587388 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.625818 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03d10-494e-4f32-a3fa-0172f1360865 req-594e3471-dbb4-4d94-8437-d2b4c817c1f8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:36.627203 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b6f03d10-494e-4f32-a3fa-0172f1360865 req-594e3471-dbb4-4d94-8437-d2b4c817c1f8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1479518 Jun 16 14:40:36.641919 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.652455 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:36.653087 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.658129 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fbbcf782-d1ee-4ab7-ac31-5ce0d9f4fd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:36.701975 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6223307 Jun 16 14:40:36.705000 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53596) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:36.709000 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b6f03d10-494e-4f32-a3fa-0172f1360865 req-f0818536-f83a-488f-8514-0ccf8eabdc78 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752349 Jun 16 14:40:36.712649 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Request body: {'subnet': {'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1441751269-subnet', 'tenant_id': '5d267f71e87a48ff94e81a994c3733ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:36.734668 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Pushing event updated for resources: {'Network': ['ID=94d2f82d-6778-4ea6-9132-3523df65b753,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:36.748106 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Made reservation on behalf of 5d267f71e87a48ff94e81a994c3733ec for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:36.750665 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526067'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:36.751821 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.752189 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.752543 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.752896 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.753239 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.753583 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.753923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.754292 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.754633 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.754968 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.755302 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.755637 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:36.759987 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:36.769690 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 94d2f82d-6778-4ea6-9132-3523df65b753 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:40:36.996218 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10223292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526049'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:37.004023 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:37.055234 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8570fc-27bb-4fc5-ac90-0b10224c50c1 req-40ce55db-f82e-43fe-af13-0689acb55d3c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:37.056746 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8e8570fc-27bb-4fc5-ac90-0b10224c50c1 req-40ce55db-f82e-43fe-af13-0689acb55d3c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.1485989 Jun 16 14:40:37.086136 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af61c78c-e00a-4efb-90c7-e51b3c5cff65,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:37.103697 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.104062 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.104415 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.104763 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.105111 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.105452 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.105882 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.106249 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.106595 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.106928 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.107270 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.107648 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:37.121246 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:37.124845 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Checking segment: {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:37.125348 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Network hostable DHCP agents. Network: 94d2f82d-6778-4ea6-9132-3523df65b753, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:40:37.145189 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8e8570fc-27bb-4fc5-ac90-0b10224c50c1 req-3801dd4a-4763-4121-ab88-c1b7647f96b2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 Jun 16 14:40:37.174511 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Network 94d2f82d-6778-4ea6-9132-3523df65b753 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:40:37.191927 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 94d2f82d-6778-4ea6-9132-3523df65b753) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:37.198688 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:37.199821 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:37.202656 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab7ecf-92ca-4ac0-869b-8f2ede839ee5 None None] Network 94d2f82d-6778-4ea6-9132-3523df65b753 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:37.225779 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5188580 Jun 16 14:40:37.419052 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9a823-a873-43bd-a639-4cc329965b0a None None] Network 94d2f82d-6778-4ea6-9132-3523df65b753 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:37.437453 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ee2f1-d705-4a05-88a4-3ea701f2beb6 req-12d3db80-ceea-4d4e-b8fd-170cc52cac60 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:37.444454 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-460ee2f1-d705-4a05-88a4-3ea701f2beb6 req-12d3db80-ceea-4d4e-b8fd-170cc52cac60 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1441686 Jun 16 14:40:37.503119 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-460ee2f1-d705-4a05-88a4-3ea701f2beb6 req-2fd4c0a6-030f-4611-973d-0af7898b9d06 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574205 Jun 16 14:40:37.599087 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53618) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:37.787644 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:37.937638 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:37.945765 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:37.952382 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-45549194-3a9b-4469-b7ba-fdf003488764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:38.001544 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f1e8856d9394774acffb50a448e3830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982646 Jun 16 14:40:38.002649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53624) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:38.009000 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbc134-ad60-494d-97d4-790473457822 req-4c5c3154-2e29-4cf8-b460-0dfb0227efdc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:38.011257 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7efbc134-ad60-494d-97d4-790473457822 req-4c5c3154-2e29-4cf8-b460-0dfb0227efdc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1430020 Jun 16 14:40:38.012471 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da282224-419b-4848-890b-24e9e1ea916d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:38.015812 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:38.077169 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.113548 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7efbc134-ad60-494d-97d4-790473457822 req-775a8793-3160-48ac-9f19-d60b51a4d32f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879512 Jun 16 14:40:38.116766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.205397 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.209837 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.213508 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da282224-419b-4848-890b-24e9e1ea916d HTTP/1.1" status: 204 len: 168 time: 0.2095485 Jun 16 14:40:38.214875 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fe528859-027b-44ef-9a7e-6f6dd2daecef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:38.223600 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da282224-419b-4848-890b-24e9e1ea916d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:38.228094 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:38.365162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326ce0d-de0b-4de5-87c7-fec283118943 req-9f2b6551-a15e-48ee-89d7-9afdfeed05cf tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:38.367288 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e326ce0d-de0b-4de5-87c7-fec283118943 req-9f2b6551-a15e-48ee-89d7-9afdfeed05cf tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0874815 Jun 16 14:40:38.442535 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e326ce0d-de0b-4de5-87c7-fec283118943 req-8ac116bb-8123-4376-b2ed-34fa7534c47d tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681808 Jun 16 14:40:38.597024 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53638) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:38.610380 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.698721 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5d270-c56a-4b1c-b239-ff31414dc5c7 req-1dfb9458-bbdd-4ee4-9b3b-c9910c855c7f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:38.700152 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-19b5d270-c56a-4b1c-b239-ff31414dc5c7 req-1dfb9458-bbdd-4ee4-9b3b-c9910c855c7f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0694218 Jun 16 14:40:38.720900 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.732024 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.735526 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7f507305-1e9a-45e4-ac38-6f3a5031c3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:38.763184 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-19b5d270-c56a-4b1c-b239-ff31414dc5c7 req-92b94263-07ef-4a6e-9edd-85981f21b680 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Jun 16 14:40:38.786491 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de74489f78324976b012f29a5d8096f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878724 Jun 16 14:40:38.788804 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53640) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:38.809060 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284e64f0-46f9-4b8f-bbc1-c7e91b3b83ec,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:38.825038 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:38.846874 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.868782 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.921996 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.921996 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:38.922878 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/284e64f0-46f9-4b8f-bbc1-c7e91b3b83ec HTTP/1.1" status: 204 len: 168 time: 0.1330509 Jun 16 14:40:38.924232 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-56a1fca5-3c50-474d-93d3-d3de71676e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:38.933969 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e64f0-46f9-4b8f-bbc1-c7e91b3b83ec,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:38.937438 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:39.364194 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744be95-b3b8-45be-96d9-2b45c94133ee req-a1c893d7-fd84-4d9b-8974-6bd06b7fe6ae tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:39.370950 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b744be95-b3b8-45be-96d9-2b45c94133ee req-a1c893d7-fd84-4d9b-8974-6bd06b7fe6ae tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0844371 Jun 16 14:40:39.391265 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53656) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:39.407108 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.413251 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b744be95-b3b8-45be-96d9-2b45c94133ee req-6975da35-5fc3-45b4-a8b1-2589dd92fd14 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359895 Jun 16 14:40:39.592699 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.600085 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.604254 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-1a7fff02-0f7e-4725-bffe-9a8de681c9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:39.627805 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c05ae1-f4a9-4c41-b245-1f7cf75c8c0a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:39.644145 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:39.646752 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5fbbe-efc5-4863-88c9-36101d2cb950 req-5476d932-2701-416b-87b7-4fc17c23596f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:39.648462 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-70d5fbbe-efc5-4863-88c9-36101d2cb950 req-5476d932-2701-416b-87b7-4fc17c23596f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0731337 Jun 16 14:40:39.661598 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-13193d7b-1ee4-49a8-b087-4b7629a6e60a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:39.663114 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-13193d7b-1ee4-49a8-b087-4b7629a6e60a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/networks?id=94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 200 len: 814 time: 0.1754148 Jun 16 14:40:39.671289 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c14372c5a8b64397a39f2e59d438f486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787328 Jun 16 14:40:39.673690 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53668) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:39.701875 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-31b15b65-c6cb-4dea-8b8f-339cbb223286 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/quotas/5d267f71e87a48ff94e81a994c3733ec HTTP/1.1" status: 200 len: 375 time: 0.0294819 Jun 16 14:40:39.704232 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-70d5fbbe-efc5-4863-88c9-36101d2cb950 req-5c072fb8-9971-48d0-85f4-b8b5f2844200 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Jun 16 14:40:39.741538 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-93fb3449-0b76-415a-b060-626b0020a796 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d267f71e87a48ff94e81a994c3733ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331497 Jun 16 14:40:39.764353 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.833042 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.884496 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-fdf8596d-4d9d-426c-9238-e1924291e612 service neutron] 10.222.0.96 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321120 Jun 16 14:40:39.965747 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ab6aec9e-f916-43db-8f3d-ab4c4bf268ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.989582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.992172 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:39.993270 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23c05ae1-f4a9-4c41-b245-1f7cf75c8c0a HTTP/1.1" status: 204 len: 168 time: 0.3140552 Jun 16 14:40:39.995563 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6ec367b8-174b-4006-8790-8fefe3c97a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:40.002488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a7b4-20cd-4ea9-8bb6-b1bfba61535d req-72a06670-7e85-442f-b532-cc44ed1bcc93 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:40.003961 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4e13a7b4-20cd-4ea9-8bb6-b1bfba61535d req-72a06670-7e85-442f-b532-cc44ed1bcc93 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0821760 Jun 16 14:40:40.011730 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c05ae1-f4a9-4c41-b245-1f7cf75c8c0a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:40.014073 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:40.059960 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4e13a7b4-20cd-4ea9-8bb6-b1bfba61535d req-d93cae43-eded-454c-8e6f-319ae6b789ae tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Jun 16 14:40:40.075874 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-b8861eec-00b6-4db9-94b1-0596ae4a941f service neutron] 10.222.0.96 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837313 Jun 16 14:40:40.326337 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6baf441a-b08a-47a8-9ab3-cd41d010ae60 req-e30a6f38-a49e-466b-aa7f-c39faee1b94c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.0607038 Jun 16 14:40:40.657158 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ff0c-f214-442b-b207-3ec050ec5b26 req-b4bb156b-1a68-4467-98bf-7fc3d82ac78d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:40.658955 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-11c4ff0c-f214-442b-b207-3ec050ec5b26 req-b4bb156b-1a68-4467-98bf-7fc3d82ac78d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1055346 Jun 16 14:40:40.729643 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-11c4ff0c-f214-442b-b207-3ec050ec5b26 req-f3c75c2a-18eb-4bfb-9b72-a629e576c39d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643618 Jun 16 14:40:40.888675 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:40.943678 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f781-6f64-42d8-972b-fa427723f831 req-23479d6f-672c-49a0-ab0a-3772fd405428 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:40.945383 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2fb9f781-6f64-42d8-972b-fa427723f831 req-23479d6f-672c-49a0-ab0a-3772fd405428 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0918772 Jun 16 14:40:40.997858 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2fb9f781-6f64-42d8-972b-fa427723f831 req-84d1ed21-7d57-4b84-9647-a6af85289777 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464294 Jun 16 14:40:41.055493 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-494670857-network', 'tenant_id': 'ddc559040a3f4fdd94b76cd9d4da6f0e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:41.075572 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Made reservation on behalf of ddc559040a3f4fdd94b76cd9d4da6f0e for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:41.077868 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.086367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.197507 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.202641 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.205734 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-00680863-3fc2-4d7d-bbdf-2b54ad514026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:41.234221 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:40:41.239172 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e0d47-af83-4212-b10b-4674f8e9958b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:41.243086 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:41.249414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.249414 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Added segment 5709b5a6-4f82-44d2-a83d-642b90fa8c07 of type vlan for network ace659a6-7ec6-435b-a8e8-48615386d122 Jun 16 14:40:41.298646 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.301907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fdede-fbd4-493d-8c5e-31364d085a14 req-b610c3be-9806-4bcf-a944-6bf6a70ddcd9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:41.303401 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7a8fdede-fbd4-493d-8c5e-31364d085a14 req-b610c3be-9806-4bcf-a944-6bf6a70ddcd9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0932150 Jun 16 14:40:41.330425 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.331698 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:41.332263 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.335707 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b8bee1bc-d5b5-4f0e-94df-37c93dbef07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:41.342582 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7a8fdede-fbd4-493d-8c5e-31364d085a14 req-16d6b51a-13be-4950-8fa2-6fdd00f541ea tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Jun 16 14:40:41.369113 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4757321 Jun 16 14:40:41.369113 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 53714) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:40:41.398461 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Request body: {'subnet': {'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-494670857-subnet', 'tenant_id': 'ddc559040a3f4fdd94b76cd9d4da6f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:41.402569 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Pushing event updated for resources: {'Network': ['ID=ace659a6-7ec6-435b-a8e8-48615386d122,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:41.406791 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:41.418849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network ace659a6-7ec6-435b-a8e8-48615386d122 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:40:41.444343 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Made reservation on behalf of ddc559040a3f4fdd94b76cd9d4da6f0e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:41.447032 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000790'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.550527 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d31ed07-ef02-4fb4-880d-7961f2afb8c7 req-d6e7cdd9-a43f-4a68-b7db-697dab78a1c6 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.0391870 Jun 16 14:40:41.655217 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000772'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.658102 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ccabaccd-c824-4b6d-a328-d5999e6b9964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:41.716389 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:41.720244 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:41.721067 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Checking segment: {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:41.721415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Network hostable DHCP agents. Network: ace659a6-7ec6-435b-a8e8-48615386d122, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:40:41.737816 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Network ace659a6-7ec6-435b-a8e8-48615386d122 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:40:41.746856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, ace659a6-7ec6-435b-a8e8-48615386d122) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:41.751037 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:41.751666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:41.755573 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1eaf61-4392-4cae-a29f-56bf0410e523 None None] Network ace659a6-7ec6-435b-a8e8-48615386d122 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:41.801305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4299393 Jun 16 14:40:41.916436 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc36fd-08e2-4748-bc46-b72f19acfdbf None None] Network ace659a6-7ec6-435b-a8e8-48615386d122 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:40:41.974646 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba606-9801-4763-adde-778880d3f7e5 req-820fe0c6-0b8d-4bb9-bce1-704fb0a2476f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:41.977066 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85bba606-9801-4763-adde-778880d3f7e5 req-820fe0c6-0b8d-4bb9-bce1-704fb0a2476f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0876796 Jun 16 14:40:42.017989 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85bba606-9801-4763-adde-778880d3f7e5 req-7c75af47-ea13-48f9-8b02-3394df7669ab tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341563 Jun 16 14:40:42.031436 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:40:42.188876 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ad80f-7db2-4bf2-b1dc-90089d2f217e req-6163df14-7ae8-43a9-9547-b641077ddb00 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:42.190539 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2f0ad80f-7db2-4bf2-b1dc-90089d2f217e req-6163df14-7ae8-43a9-9547-b641077ddb00 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0716681 Jun 16 14:40:42.228156 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2f0ad80f-7db2-4bf2-b1dc-90089d2f217e req-44c4b8de-8806-4ab1-bccc-2bb9a07ff7a6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Jun 16 14:40:42.548762 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67535a0f-54e0-440b-8ca5-f538377be058 req-a626d218-4d7a-4233-a9d7-0feebfc3febf tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:42.555045 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-67535a0f-54e0-440b-8ca5-f538377be058 req-a626d218-4d7a-4233-a9d7-0feebfc3febf tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0857291 Jun 16 14:40:42.593134 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-67535a0f-54e0-440b-8ca5-f538377be058 req-e22bd5e4-9f30-4262-8c01-775791f2862d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Jun 16 14:40:42.707868 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2ec3fcd2-23ad-498c-953a-9ffadceafe7a req-d9a3f1b8-fa41-40e9-89b7-a38282c7b77d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Jun 16 14:40:42.740350 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:42.784335 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-152fa9f3-9118-4db7-8e40-721bd725ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:43.206488 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbda724-9583-45ff-9fc1-6c87eaacb5b0 req-502c368d-f56d-4170-b65f-b332898e24fc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:43.207855 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ebbda724-9583-45ff-9fc1-6c87eaacb5b0 req-502c368d-f56d-4170-b65f-b332898e24fc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0652018 Jun 16 14:40:43.246438 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ebbda724-9583-45ff-9fc1-6c87eaacb5b0 req-265af580-cced-4723-99ad-510a66779ab3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Jun 16 14:40:43.419977 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa02f6b-3213-4eea-9f21-e1d197e7cf49 req-162476db-7068-413a-89e0-180a7e9ffd45 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:43.421462 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-faa02f6b-3213-4eea-9f21-e1d197e7cf49 req-162476db-7068-413a-89e0-180a7e9ffd45 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0718985 Jun 16 14:40:43.465580 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-faa02f6b-3213-4eea-9f21-e1d197e7cf49 req-d8168834-c486-4604-bd94-e973baef6517 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Jun 16 14:40:43.756012 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-292ba46a-27ee-42ff-86b8-eba9fccaf7ee tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:43.762710 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-292ba46a-27ee-42ff-86b8-eba9fccaf7ee tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/networks?id=ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 200 len: 808 time: 0.1224084 Jun 16 14:40:43.778728 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-68e29f75-69b3-41d0-9e03-034fce75d94f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/quotas/ddc559040a3f4fdd94b76cd9d4da6f0e HTTP/1.1" status: 200 len: 375 time: 0.0122480 Jun 16 14:40:43.795937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31416efa-b33a-4161-a44d-a7a9717cb11a req-5eb48aa3-d09f-4e82-a83d-1e7f9b47f1a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:43.797456 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-31416efa-b33a-4161-a44d-a7a9717cb11a req-5eb48aa3-d09f-4e82-a83d-1e7f9b47f1a9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0702131 Jun 16 14:40:43.811779 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-697b2d23-d9d0-4d86-b2de-11d5ffb0318f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286362 Jun 16 14:40:43.846385 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-31416efa-b33a-4161-a44d-a7a9717cb11a req-cc213309-bf14-4e83-be5b-96426123638b tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Jun 16 14:40:43.898997 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:43.918569 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-65ea17ba-7de4-4acd-ac6c-dfe4f59e2b8f service neutron] 10.222.0.96 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994442 Jun 16 14:40:43.979139 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-410c2708-d1de-448b-a239-a788b37b6dba req-1ec98ba7-e4e0-44a8-897d-57aad2e80ccc tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.0285068 Jun 16 14:40:44.020834 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-cc606ebb-d99a-4078-abad-e201a29af6f9 service neutron] 10.222.0.96 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959365 Jun 16 14:40:44.191038 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7707db1e-af7b-4b5a-bf0d-9fef2054ab12 req-b3992332-5de7-4c0d-bdfd-1e53d6d7c13f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 210 time: 0.0325239 Jun 16 14:40:44.422392 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc28b9-63a6-4d0e-a49e-3b88bc94f589 req-4762672c-1b04-48ef-8f81-22ab17ab696c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:44.423843 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-68dc28b9-63a6-4d0e-a49e-3b88bc94f589 req-4762672c-1b04-48ef-8f81-22ab17ab696c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0631115 Jun 16 14:40:44.463889 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-68dc28b9-63a6-4d0e-a49e-3b88bc94f589 req-af03b276-2f05-4b69-84ac-6f51ece918f5 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335152 Jun 16 14:40:44.655900 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76759bb2-7719-4bf0-b830-74ceabb88354 req-0134079f-db4d-42f7-a58f-9bbbbd2d5346 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:44.657234 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-76759bb2-7719-4bf0-b830-74ceabb88354 req-0134079f-db4d-42f7-a58f-9bbbbd2d5346 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 932 time: 0.0650024 Jun 16 14:40:44.693594 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-76759bb2-7719-4bf0-b830-74ceabb88354 req-85946016-1317-4153-a65c-9cbfdaf6b23d tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Jun 16 14:40:44.958891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Request body: {'port': {'device_id': '91c22016-510e-4ac5-bf72-f00532dedd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:45.112263 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:45.153344 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-52b56512-cf4e-4e08-aed6-24656e7b541a req-3d257729-b4a8-468a-a7e4-944e9052be36 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.0439982 Jun 16 14:40:45.164580 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06fad-966d-4b5b-9677-15433185f5d0 req-278fdf74-ff1e-4d0f-897e-95ed49d6d5ec tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:45.166187 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ddf06fad-966d-4b5b-9677-15433185f5d0 req-278fdf74-ff1e-4d0f-897e-95ed49d6d5ec tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.2029316 Jun 16 14:40:45.275676 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ddf06fad-966d-4b5b-9677-15433185f5d0 req-7635584a-86f9-4461-9ce2-9776aa920b36 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987618 Jun 16 14:40:45.363267 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2f7731f4-9c63-4cbf-8410-ac0ae5558608 req-93e8c88a-5aea-4bf3-af82-d9ed06e422c9 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 210 time: 0.0296738 Jun 16 14:40:45.424556 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c929df4d-2bf2-46ec-9c21-43adfb37875e {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:40:45.431715 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:45.442943 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Transition to ACTIVE for port object c929df4d-2bf2-46ec-9c21-43adfb37875e will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:45.446887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10223166'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:45.449482 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d7f99d43-5036-416c-88aa-1a0e7f540e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:45.543537 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:45.547918 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:45.647626 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Attempting to bind port c929df4d-2bf2-46ec-9c21-43adfb37875e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:45.648698 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Attempting to bind port c929df4d-2bf2-46ec-9c21-43adfb37875e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:45.648865 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Attempting to bind port c929df4d-2bf2-46ec-9c21-43adfb37875e on network a8040b4e-7a17-4757-a058-e2f3fb494135 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:45.658547 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Port c929df4d-2bf2-46ec-9c21-43adfb37875e on network a8040b4e-7a17-4757-a058-e2f3fb494135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:40:45.658862 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Attempting to bind port c929df4d-2bf2-46ec-9c21-43adfb37875e on network a8040b4e-7a17-4757-a058-e2f3fb494135 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:45.665886 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:45.666238 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Checking segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:45.666625 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Bound using segment: {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:45.667054 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Bound port: c929df4d-2bf2-46ec-9c21-43adfb37875e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b97a8bc-8f4f-4c34-b0ea-4e937793f540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:45.667401 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:45.692568 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591adcc9-ad10-4c2c-9fea-43cbca0ec8e9 req-4a8ada92-eb3c-4306-98ab-61739868b0e1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:45.694087 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-591adcc9-ad10-4c2c-9fea-43cbca0ec8e9 req-4a8ada92-eb3c-4306-98ab-61739868b0e1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1087196 Jun 16 14:40:45.778889 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-591adcc9-ad10-4c2c-9fea-43cbca0ec8e9 req-89dedc85-3464-44a0-ae28-00e43a53c908 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664771 Jun 16 14:40:45.791159 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:45.794539 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:45.807872 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10223166'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:45.811191 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:45.868123 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:45.868528 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:45.869888 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] 10.222.0.79 "PUT /v2.0/ports/c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 1094 time: 0.9161224 Jun 16 14:40:45.870411 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:45.872863 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432cc81-47e3-467b-b690-397ba300c312" -d '{"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:45.897853 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:45.901866 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:45.937004 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-2d219acc-8138-4819-aa5a-bc21b6cd0d6c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:45.938507 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-2d219acc-8138-4819-aa5a-bc21b6cd0d6c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "GET /v2.0/networks?id=ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 200 len: 808 time: 0.2423739 Jun 16 14:40:45.955073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Request body: {'port': {'device_id': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122', 'admin_state_up': True, 'tenant_id': 'ddc559040a3f4fdd94b76cd9d4da6f0e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:46.034182 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-118dc407-061f-49da-8beb-3a6edbe9bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.037693 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-118dc407-061f-49da-8beb-3a6edbe9bd7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1097 time: 0.0841267 Jun 16 14:40:46.072426 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:46.097365 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512d7ad-0654-45fd-8361-5657f4c6b2aa req-ba8c3e42-ec0a-41bd-bd23-d2e4ae3a43d8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.106994 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0512d7ad-0654-45fd-8361-5657f4c6b2aa req-ba8c3e42-ec0a-41bd-bd23-d2e4ae3a43d8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 944 time: 0.2446165 Jun 16 14:40:46.111783 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-cc2ab422-699a-40e3-b8a9-e0611177efee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 217 time: 0.0478868 Jun 16 14:40:46.124429 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Made reservation on behalf of ddc559040a3f4fdd94b76cd9d4da6f0e for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:46.127983 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:46.170763 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0512d7ad-0654-45fd-8361-5657f4c6b2aa req-12ffb1eb-e909-44e9-a7d3-2f2185ff391e tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Jun 16 14:40:46.190630 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-6548ff4e-1d9f-470e-8e31-090a3ce2a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.192461 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-6548ff4e-1d9f-470e-8e31-090a3ce2a809 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0706658 Jun 16 14:40:46.250109 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bdd432-a82d-4b7e-8f39-3de5740220dd x-openstack-request-id: req-d0bdd432-a82d-4b7e-8f39-3de5740220dd {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:46.250449 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:46.250732 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d0bdd432-a82d-4b7e-8f39-3de5740220dd {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:46.251148 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'status': 'completed', 'code': 200} Jun 16 14:40:46.280138 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-a9ea0168-4c92-44ca-8ee5-58817d4f73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.281787 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-a9ea0168-4c92-44ca-8ee5-58817d4f73d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740802 Jun 16 14:40:46.314768 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Allocated IP 172.20.0.4 (ace659a6-7ec6-435b-a8e8-48615386d122/a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2/f9c49d2e-b59b-464d-8ff7-1577f788026e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:46.654850 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-24caba18-2ef1-499a-891b-88fc4974c464 req-eef833f1-6604-4512-b9b5-d6bca3176fe6 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.2608809 Jun 16 14:40:46.680650 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-a6e7c96a-feec-406a-95da-a5ac8afdb1fe service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905113 Jun 16 14:40:46.707547 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5511e75-b7e5-4efc-8d73-d2dca102a485 req-37f19a36-cac4-4d7b-b07b-02353d5dc071 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.709013 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a5511e75-b7e5-4efc-8d73-d2dca102a485 req-37f19a36-cac4-4d7b-b07b-02353d5dc071 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.3808565 Jun 16 14:40:46.724548 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-9502ca92-89e5-4a61-bc09-a382183ecba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.726147 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-9502ca92-89e5-4a61-bc09-a382183ecba7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1099 time: 0.4006345 Jun 16 14:40:46.853935 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a5511e75-b7e5-4efc-8d73-d2dca102a485 req-585f91ff-8086-4fbd-a409-2612a4ac5e72 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086318 Jun 16 14:40:46.888649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:46.899763 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3348a48e-2b58-4b2c-a1d5-1edc73b16c70 req-65ca7554-d5de-4723-b4f5-7f27d67bb23e service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087364 Jun 16 14:40:46.903451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-f9e2ae5a-e205-40aa-83bb-78a668a5d29f tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.904948 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-f9e2ae5a-e205-40aa-83bb-78a668a5d29f tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "GET /v2.0/networks?id=94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 200 len: 814 time: 0.2172053 Jun 16 14:40:46.924474 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Request body: {'port': {'device_id': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753', 'admin_state_up': True, 'tenant_id': '5d267f71e87a48ff94e81a994c3733ec'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:46.934232 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-850614c6-6872-47f6-86b9-00e71efedf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:46.935528 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-850614c6-6872-47f6-86b9-00e71efedf1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.2012968 Jun 16 14:40:46.979282 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.001840 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177fd59-072b-42fb-81f7-1c38aca4d0f6 req-9a0fe4f9-bb5a-4bed-800e-d03d8c637f78 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.003284 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6177fd59-072b-42fb-81f7-1c38aca4d0f6 req-9a0fe4f9-bb5a-4bed-800e-d03d8c637f78 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.2297573 Jun 16 14:40:47.027744 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:47.105086 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-f3c999e8-b23e-4514-94e1-e62d0ce66fbd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 1002 time: 0.1610560 Jun 16 14:40:47.105942 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Network ace659a6-7ec6-435b-a8e8-48615386d122 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:47.112756 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6177fd59-072b-42fb-81f7-1c38aca4d0f6 req-7eadaac8-8bbd-4446-91a1-bf52cc405478 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946324 Jun 16 14:40:47.118622 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:47.124492 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:47.133427 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Pushing event updated for resources: {'Port': ['ID=f9c49d2e-b59b-464d-8ff7-1577f788026e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:47.158179 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:47.164549 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432cc81-47e3-467b-b690-397ba300c312 req-cafcd84b-8266-420c-aa53-5c59e880e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.166038 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-cafcd84b-8266-420c-aa53-5c59e880e815 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1097 time: 0.1721885 Jun 16 14:40:47.172696 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-38b9ae90-80e6-4e1d-aca1-f07465e8b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.174037 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-38b9ae90-80e6-4e1d-aca1-f07465e8b94a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0604041 Jun 16 14:40:47.203313 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.203944 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.213753 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394ee6-ce00-44a5-8fb1-ae087ba0ce41 req-a743f2c2-63db-4b2d-8d9f-5526be64cb4f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.215251 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7e394ee6-ce00-44a5-8fb1-ae087ba0ce41 req-a743f2c2-63db-4b2d-8d9f-5526be64cb4f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 931 time: 0.2037692 Jun 16 14:40:47.216986 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Made reservation on behalf of 5d267f71e87a48ff94e81a994c3733ec for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:40:47.220243 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.263691 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125386 Jun 16 14:40:47.282288 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Request body: {'port': {'device_id': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:47.294149 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7e394ee6-ce00-44a5-8fb1-ae087ba0ce41 req-13f24248-2c22-48bb-9c43-dc79f0fff0ce tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Jun 16 14:40:47.326992 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-eceb7f20-7734-42ea-9678-040509b93a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.328438 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-eceb7f20-7734-42ea-9678-040509b93a8a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1407959 Jun 16 14:40:47.346558 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432cc81-47e3-467b-b690-397ba300c312 req-1d9b6338-4a66-481e-ad64-863c6ce595bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.347951 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-1d9b6338-4a66-481e-ad64-863c6ce595bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 917 time: 0.1613755 Jun 16 14:40:47.411980 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-0581adf9-4cf5-4aad-9e83-6e45bc27c63b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 217 time: 0.0540376 Jun 16 14:40:47.433436 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.449695 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Allocated IP 172.20.0.11 (94d2f82d-6778-4ea6-9132-3523df65b753/af61c78c-e00a-4efb-90c7-e51b3c5cff65/f4841ece-2aa9-447d-ad42-9c7277172361) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:40:47.506708 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432cc81-47e3-467b-b690-397ba300c312 req-f27b2fd8-8444-4b35-8162-29f5a98acb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.508184 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-f27b2fd8-8444-4b35-8162-29f5a98acb2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0890224 Jun 16 14:40:47.517386 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6482d61-c86c-4910-adb8-540cb832874e req-dc1587b2-c728-481f-b6a6-75294b972a92 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.518806 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d6482d61-c86c-4910-adb8-540cb832874e req-dc1587b2-c728-481f-b6a6-75294b972a92 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 944 time: 0.2133436 Jun 16 14:40:47.575041 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-466b78a3-9958-44ac-a4bc-f46e03c7f9e2 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302625 Jun 16 14:40:47.617407 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d6482d61-c86c-4910-adb8-540cb832874e req-80fee87c-84cf-40d8-884e-29012f366ecf tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803092 Jun 16 14:40:47.667044 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432cc81-47e3-467b-b690-397ba300c312 req-9a49d8c0-536d-472c-85b9-0ca6f7e794c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:47.668421 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-9a49d8c0-536d-472c-85b9-0ca6f7e794c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1449699 Jun 16 14:40:47.727783 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3bad341-4b1b-4f54-ae03-07b684b0fe71 req-6a98bb51-6e9a-4967-a4ea-b8090871cf12 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 Jun 16 14:40:47.742586 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.783909 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-004158e2-d7a8-4a2c-8e1e-6e1e4e3511e4 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080487 Jun 16 14:40:47.858529 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5afdceb0-5ed6-46f0-be9d-33ed21284c4d req-37881145-df03-4541-9203-e9e8f7925980 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 210 time: 0.0593553 Jun 16 14:40:47.866495 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.875839 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7432cc81-47e3-467b-b690-397ba300c312 req-c4d9b13d-cf84-4982-8564-13bd2357282c service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853016 Jun 16 14:40:47.876317 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c49d2e-b59b-464d-8ff7-1577f788026e {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:40:47.881324 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:47.891355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.936351 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Network 94d2f82d-6778-4ea6-9132-3523df65b753 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:40:47.939297 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Transition to ACTIVE for port object f9c49d2e-b59b-464d-8ff7-1577f788026e will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:47.945559 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:40:47.949764 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:40:47.952235 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:47.977427 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Pushing event updated for resources: {'Port': ['ID=f4841ece-2aa9-447d-ad42-9c7277172361,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:47.987414 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:47.988015 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:48.050509 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf479-df4e-495b-996a-125239b9f3d4 req-570d03c1-0d07-4097-868b-c3739dfd8c7e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.051961 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-04ebf479-df4e-495b-996a-125239b9f3d4 req-570d03c1-0d07-4097-868b-c3739dfd8c7e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0684028 Jun 16 14:40:48.065898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.066523 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.091184 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-04ebf479-df4e-495b-996a-125239b9f3d4 req-a13effaa-648c-4eba-a99d-21ef7e3bde42 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Jun 16 14:40:48.096968 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c49d2e-b59b-464d-8ff7-1577f788026e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:48.102026 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:48.124482 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2046976 Jun 16 14:40:48.141309 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Request body: {'port': {'device_id': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:40:48.177516 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Attempting to bind port f9c49d2e-b59b-464d-8ff7-1577f788026e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:48.177774 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Attempting to bind port f9c49d2e-b59b-464d-8ff7-1577f788026e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:48.178097 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Attempting to bind port f9c49d2e-b59b-464d-8ff7-1577f788026e on network ace659a6-7ec6-435b-a8e8-48615386d122 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:48.193226 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Port f9c49d2e-b59b-464d-8ff7-1577f788026e on network ace659a6-7ec6-435b-a8e8-48615386d122 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:40:48.193226 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Attempting to bind port f9c49d2e-b59b-464d-8ff7-1577f788026e on network ace659a6-7ec6-435b-a8e8-48615386d122 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:48.218866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:48.219195 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Checking segment: {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:48.219570 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Bound using segment: {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:48.219995 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Bound port: f9c49d2e-b59b-464d-8ff7-1577f788026e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:48.220331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.271119 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.371897 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] For port f9c49d2e-b59b-464d-8ff7-1577f788026e, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:48.397884 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] For port f9c49d2e-b59b-464d-8ff7-1577f788026e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:48.409610 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdb062-3a2e-4811-bb8f-297cb26aa18d req-63db45a8-a1f4-4a94-89c8-27f5c444fd63 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.412106 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9dbdb062-3a2e-4811-bb8f-297cb26aa18d req-63db45a8-a1f4-4a94-89c8-27f5c444fd63 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1799409 Jun 16 14:40:48.455093 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.459529 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:48.484090 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1641ae-a302-4315-99c8-90794c13505c req-0150b9f7-f963-4c2f-b795-f7a8c6bcf859 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.485572 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9d1641ae-a302-4315-99c8-90794c13505c req-0150b9f7-f963-4c2f-b795-f7a8c6bcf859 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 943 time: 0.0790617 Jun 16 14:40:48.526288 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9d1641ae-a302-4315-99c8-90794c13505c req-d61ba531-a914-425c-9d79-f82551c048de tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Jun 16 14:40:48.551428 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.552037 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.553369 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] 10.222.0.79 "PUT /v2.0/ports/f9c49d2e-b59b-464d-8ff7-1577f788026e HTTP/1.1" status: 200 len: 1093 time: 1.2765059 Jun 16 14:40:48.555826 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'tag': 'f9c49d2e-b59b-464d-8ff7-1577f788026e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:48.558141 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e248940-7e28-4505-bc18-5373f6113793" -d '{"events": [{"name": "network-changed", "server_uuid": "8499b1d3-4243-4675-ac56-45a7fc2462e8", "tag": "f9c49d2e-b59b-464d-8ff7-1577f788026e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:48.588238 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9dbdb062-3a2e-4811-bb8f-297cb26aa18d req-6bc91b58-71b2-459c-8d94-3fc37d6a5b0e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347980 Jun 16 14:40:48.614989 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0162cc1f-bbf4-4979-a7db-d5444b58985c x-openstack-request-id: req-0162cc1f-bbf4-4979-a7db-d5444b58985c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:48.615299 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8499b1d3-4243-4675-ac56-45a7fc2462e8", "tag": "f9c49d2e-b59b-464d-8ff7-1577f788026e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:48.615572 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0162cc1f-bbf4-4979-a7db-d5444b58985c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:48.615978 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'tag': 'f9c49d2e-b59b-464d-8ff7-1577f788026e', 'status': 'completed', 'code': 200} Jun 16 14:40:48.631849 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c49d2e-b59b-464d-8ff7-1577f788026e,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:48.651132 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:48.712601 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-04edbb1e-869b-4cb8-be97-f7f51a002f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.714063 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-04edbb1e-869b-4cb8-be97-f7f51a002f8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 1096 time: 0.1008344 Jun 16 14:40:48.769585 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-dd54e56e-fad8-421c-ba90-bbe81459cc40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e HTTP/1.1" status: 200 len: 217 time: 0.0353012 Jun 16 14:40:48.785506 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4841ece-2aa9-447d-ad42-9c7277172361 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:40:48.799451 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b75a21-74db-435c-a4b1-40d5965531e9 req-e57a98b5-f274-4bcb-8d46-9f14446fc596 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.800896 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a7b75a21-74db-435c-a4b1-40d5965531e9 req-e57a98b5-f274-4bcb-8d46-9f14446fc596 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 944 time: 0.0674160 Jun 16 14:40:48.809923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.830028 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Transition to ACTIVE for port object f4841ece-2aa9-447d-ad42-9c7277172361 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:40:48.836485 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-d61d8b57-c147-461d-8e30-ced2f4785aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:48.838114 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-d61d8b57-c147-461d-8e30-ced2f4785aa8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2 HTTP/1.1" status: 200 len: 848 time: 0.0606663 Jun 16 14:40:48.838792 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:48.839768 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a7b75a21-74db-435c-a4b1-40d5965531e9 req-da56fb05-43b2-41a8-9bb8-a98e66c6c0e6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jun 16 14:40:48.840732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-79b2c22a-e9ca-4ceb-b8d7-b0cb451f3d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:48.903327 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-c2767aad-c29b-4b4a-b842-b08869dd3996 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ace659a6-7ec6-435b-a8e8-48615386d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382791 Jun 16 14:40:48.961230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Pushing event updated for resources: {'Port': ['ID=f4841ece-2aa9-447d-ad42-9c7277172361,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:48.965758 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:49.120123 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-d7a17d12-96e7-4d54-a6e7-8c07563985e1 service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834862 Jun 16 14:40:49.123332 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Attempting to bind port f4841ece-2aa9-447d-ad42-9c7277172361 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:40:49.123660 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Attempting to bind port f4841ece-2aa9-447d-ad42-9c7277172361 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:40:49.123981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Attempting to bind port f4841ece-2aa9-447d-ad42-9c7277172361 on network 94d2f82d-6778-4ea6-9132-3523df65b753 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:49.138616 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Port f4841ece-2aa9-447d-ad42-9c7277172361 on network 94d2f82d-6778-4ea6-9132-3523df65b753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:40:49.138935 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Attempting to bind port f4841ece-2aa9-447d-ad42-9c7277172361 on network 94d2f82d-6778-4ea6-9132-3523df65b753 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:40:49.166603 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2e3a3-10cf-4104-88d6-0d1b513cc56f req-d5f81b66-d6d7-4a28-926a-d34be3427255 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.168023 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-28b2e3a3-10cf-4104-88d6-0d1b513cc56f req-d5f81b66-d6d7-4a28-926a-d34be3427255 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 944 time: 0.1781545 Jun 16 14:40:49.170835 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:40:49.171167 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Checking segment: {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:40:49.171540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Bound using segment: {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:40:49.171971 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Bound port: f4841ece-2aa9-447d-ad42-9c7277172361, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:40:49.172315 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:49.271462 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf748483-302a-42d5-874e-9c423c7ee3af req-deb319ab-28dd-4a81-8199-8d509d1d7e62 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.273421 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bf748483-302a-42d5-874e-9c423c7ee3af req-deb319ab-28dd-4a81-8199-8d509d1d7e62 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0624413 Jun 16 14:40:49.285997 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-28b2e3a3-10cf-4104-88d6-0d1b513cc56f req-e4b8050c-7929-4729-a5cf-1c0b4a834dbd tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115978 Jun 16 14:40:49.313233 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bf748483-302a-42d5-874e-9c423c7ee3af req-a977fe36-0cc9-4e81-902f-b80548f28d22 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Jun 16 14:40:49.537019 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-21e80f41-0465-4868-bdd3-bcc651700a8e req-b3aecac3-a4c7-4588-acf9-f9add41fd5e8 service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075503 Jun 16 14:40:49.539346 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] For port f4841ece-2aa9-447d-ad42-9c7277172361, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:40:49.542670 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] For port f4841ece-2aa9-447d-ad42-9c7277172361, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f4841ece-2aa9-447d-ad42-9c7277172361,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:40:49.547247 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:49.549978 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-466e8374-020a-4fb2-b219-bdd14ba993eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:49.580906 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.581508 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:49.582856 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] 10.222.0.79 "PUT /v2.0/ports/f4841ece-2aa9-447d-ad42-9c7277172361 HTTP/1.1" status: 200 len: 1094 time: 1.4458253 Jun 16 14:40:49.629787 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Pushing event updated for resources: {'Port': ['ID=f4841ece-2aa9-447d-ad42-9c7277172361,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:49.634621 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:49.738320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248940-7e28-4505-bc18-5373f6113793 req-0a4d98f8-278b-4c98-a1fa-c088ed5aff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.739789 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-0a4d98f8-278b-4c98-a1fa-c088ed5aff35 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 1096 time: 0.1392391 Jun 16 14:40:49.752680 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-8b580aa9-d426-4ce1-9980-52838c18810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.754078 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-8b580aa9-d426-4ce1-9980-52838c18810f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5d267f71e87a48ff94e81a994c3733ec&device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 1097 time: 0.1186013 Jun 16 14:40:49.782700 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945bb2f-9751-4fe0-9847-beb572331a38 req-5e72f7a1-cabf-4fb3-92ac-c6a6a32d93f9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.784166 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b945bb2f-9751-4fe0-9847-beb572331a38 req-5e72f7a1-cabf-4fb3-92ac-c6a6a32d93f9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0734169 Jun 16 14:40:49.822128 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b945bb2f-9751-4fe0-9847-beb572331a38 req-1095ba9c-253c-4219-b757-b8bade807fcc tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Jun 16 14:40:49.834373 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901756b1-3fb2-47fe-9651-770cbbc17baa req-955b3fa2-4fdc-4592-b745-4db7fd5e1199 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.849386 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-901756b1-3fb2-47fe-9651-770cbbc17baa req-955b3fa2-4fdc-4592-b745-4db7fd5e1199 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 943 time: 0.1732702 Jun 16 14:40:49.849386 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-37e7319b-ebb6-4d68-9715-1bf90fc87192 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4841ece-2aa9-447d-ad42-9c7277172361 HTTP/1.1" status: 200 len: 217 time: 0.0734651 Jun 16 14:40:49.969075 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-901756b1-3fb2-47fe-9651-770cbbc17baa req-3b7706ca-fb44-4d24-9c11-83d31c37dd12 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263280 Jun 16 14:40:49.971654 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248940-7e28-4505-bc18-5373f6113793 req-547181f3-3a5c-407a-b02b-679b37e73e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.973117 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-547181f3-3a5c-407a-b02b-679b37e73e15 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 200 len: 910 time: 0.2225587 Jun 16 14:40:49.979338 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997e84-da6b-4046-8abc-14aa41f8153e req-96931952-09fe-4a94-8446-1a2ced07ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:49.980715 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-96931952-09fe-4a94-8446-1a2ced07ceba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af61c78c-e00a-4efb-90c7-e51b3c5cff65 HTTP/1.1" status: 200 len: 854 time: 0.1011567 Jun 16 14:40:50.020103 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e216f-9ae3-4e24-9eda-222118cee13e req-b40f5426-56ba-415d-bc57-24064d9bdd35 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:50.021555 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-102e216f-9ae3-4e24-9eda-222118cee13e req-b40f5426-56ba-415d-bc57-24064d9bdd35 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 944 time: 0.0684268 Jun 16 14:40:50.047671 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-04cc9d10-2ecf-4b85-8b5c-df4f10380e1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=94d2f82d-6778-4ea6-9132-3523df65b753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507503 Jun 16 14:40:50.048917 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-32ddf576-e0fb-4241-8382-e7f583f57e0b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e HTTP/1.1" status: 200 len: 217 time: 0.0594699 Jun 16 14:40:50.060130 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-102e216f-9ae3-4e24-9eda-222118cee13e req-9041c9ee-adf6-4871-87a4-791d34f5e6b6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Jun 16 14:40:50.092798 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c929df4d-2bf2-46ec-9c21-43adfb37875e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:40:50.164977 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248940-7e28-4505-bc18-5373f6113793 req-64b3476c-37b2-445b-a32b-a4d7d9c9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:50.166441 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-64b3476c-37b2-445b-a32b-a4d7d9c9b800 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2 HTTP/1.1" status: 200 len: 848 time: 0.0936568 Jun 16 14:40:50.189289 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:50.200949 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'port_id': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'mac_address': 'fa:16:3e:e6:96:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:40:50.209804 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-0d933415-5f66-409f-81ad-2a3d94a7d718 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ace659a6-7ec6-435b-a8e8-48615386d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345652 Jun 16 14:40:50.213872 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-046e8454-4f6b-4371-8ff9-afe70595c821 service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485174 Jun 16 14:40:50.236544 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:50.248764 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c929df4d-2bf2-46ec-9c21-43adfb37875e {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:40:50.268625 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:50.273579 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:50.275385 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:50.325345 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:50.328603 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:50.372650 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-16abec2c-afda-400a-9427-babd55f90b43 service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500726 Jun 16 14:40:50.375962 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02997e84-da6b-4046-8abc-14aa41f8153e req-844459a3-c637-4688-a806-45aec8569ef5 service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523685 Jun 16 14:40:50.504979 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e248940-7e28-4505-bc18-5373f6113793 req-f9b6beac-06e5-44c4-89d1-f44707c8d30a service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215432 Jun 16 14:40:50.517739 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dcc6e-b3e8-45fb-b4dd-748f96165c85 req-71e4ef7b-a4db-4d47-aa08-c2867a812324 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:50.519168 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-255dcc6e-b3e8-45fb-b4dd-748f96165c85 req-71e4ef7b-a4db-4d47-aa08-c2867a812324 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 944 time: 0.1148329 Jun 16 14:40:50.560845 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-255dcc6e-b3e8-45fb-b4dd-748f96165c85 req-06d05a05-ee2a-41da-a2b9-97d0abdd9fb7 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Jun 16 14:40:50.599022 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c929df4d-2bf2-46ec-9c21-43adfb37875e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:40:50.617605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'tag': 'f4841ece-2aa9-447d-ad42-9c7277172361'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:50.620046 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed438e30-bb3b-47e3-b5aa-1235691aa447" -d '{"events": [{"name": "network-changed", "server_uuid": "073d4aa4-993e-4fd3-a607-edd0a2731b61", "tag": "f4841ece-2aa9-447d-ad42-9c7277172361"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:50.656985 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356dc277-7b4c-4e5e-8e29-1c5835693445 x-openstack-request-id: req-356dc277-7b4c-4e5e-8e29-1c5835693445 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:50.657308 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073d4aa4-993e-4fd3-a607-edd0a2731b61", "tag": "f4841ece-2aa9-447d-ad42-9c7277172361", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:50.657589 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-356dc277-7b4c-4e5e-8e29-1c5835693445 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:50.658007 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'tag': 'f4841ece-2aa9-447d-ad42-9c7277172361', 'status': 'completed', 'code': 200} Jun 16 14:40:50.734728 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-d1fe7a9b-67ae-4bd0-85d6-2440633b3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:50.736890 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-d1fe7a9b-67ae-4bd0-85d6-2440633b3980 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5d267f71e87a48ff94e81a994c3733ec&device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 1097 time: 0.0537536 Jun 16 14:40:50.823540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-24026e8b-ceea-4cc5-99f9-054cc56b5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:50.824892 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-24026e8b-ceea-4cc5-99f9-054cc56b5973 service neutron] 10.222.0.79 "GET /v2.0/networks?id=94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 200 len: 916 time: 0.0813689 Jun 16 14:40:50.874120 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-bf191bd0-63c1-4ae1-b9a2-e39dd372ff41 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4841ece-2aa9-447d-ad42-9c7277172361 HTTP/1.1" status: 200 len: 217 time: 0.0370901 Jun 16 14:40:50.937338 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-b12ad436-0e29-4ec9-9fd4-f80d9a375cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:50.939085 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-b12ad436-0e29-4ec9-9fd4-f80d9a375cc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af61c78c-e00a-4efb-90c7-e51b3c5cff65 HTTP/1.1" status: 200 len: 854 time: 0.0523005 Jun 16 14:40:50.993896 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-db340e3a-14be-44f5-a1ae-1b8b636c265c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=94d2f82d-6778-4ea6-9132-3523df65b753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437064 Jun 16 14:40:51.077580 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afdbcb-2724-4f44-84cb-c1d7b2158d0b req-81e399b3-eaab-4c1c-8f15-cfbb8841336f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:51.079006 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-18afdbcb-2724-4f44-84cb-c1d7b2158d0b req-81e399b3-eaab-4c1c-8f15-cfbb8841336f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1390615 Jun 16 14:40:51.128731 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-8af78796-4232-403a-87e6-3c7b80ae8cfa service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234143 Jun 16 14:40:51.136031 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-18afdbcb-2724-4f44-84cb-c1d7b2158d0b req-e4614fd5-675f-4cd3-ae11-03298dde43b4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Jun 16 14:40:51.145417 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c18f-11e8-46d6-8c08-4559c0cb7ec1 req-df3fe5ab-96ef-48ae-afdf-be5be2708c4f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:51.146917 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-de52c18f-11e8-46d6-8c08-4559c0cb7ec1 req-df3fe5ab-96ef-48ae-afdf-be5be2708c4f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 943 time: 0.0629132 Jun 16 14:40:51.195645 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-de52c18f-11e8-46d6-8c08-4559c0cb7ec1 req-bf4034aa-77a5-4b9d-bebd-1af17d6def8d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Jun 16 14:40:51.234953 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ed438e30-bb3b-47e3-b5aa-1235691aa447 req-eda734a5-262f-4a9a-873e-5221fd0861a2 service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979884 Jun 16 14:40:51.294533 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437b572-f196-48c3-9bd9-c0dd7f1a240f req-7cf12465-825d-4b39-8d4c-b7657cf51c1f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:51.295958 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d437b572-f196-48c3-9bd9-c0dd7f1a240f req-7cf12465-825d-4b39-8d4c-b7657cf51c1f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 945 time: 0.0601616 Jun 16 14:40:51.332582 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d437b572-f196-48c3-9bd9-c0dd7f1a240f req-8aa6dc56-13e0-4b91-a04c-b53d06cbc668 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308924 Jun 16 14:40:51.733945 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729a99-6871-4d60-924c-fe4bb2d0380d req-199c5df9-bdfa-4578-b3d1-b84837691987 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:51.735392 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bb729a99-6871-4d60-924c-fe4bb2d0380d req-199c5df9-bdfa-4578-b3d1-b84837691987 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 944 time: 0.0642989 Jun 16 14:40:51.773311 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bb729a99-6871-4d60-924c-fe4bb2d0380d req-2fda8087-683b-4ef3-8c1a-fa515590fe5c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Jun 16 14:40:52.105730 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f9c49d2e-b59b-464d-8ff7-1577f788026e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:40:52.108903 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c929df4d-2bf2-46ec-9c21-43adfb37875e up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:52.218122 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port c929df4d-2bf2-46ec-9c21-43adfb37875e completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:52.227964 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port c929df4d-2bf2-46ec-9c21-43adfb37875e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:52.227964 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:52.262895 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f9c49d2e-b59b-464d-8ff7-1577f788026e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:52.281630 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'f9c49d2e-b59b-464d-8ff7-1577f788026e', 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122', 'port_id': 'f9c49d2e-b59b-464d-8ff7-1577f788026e', 'mac_address': 'fa:16:3e:94:93:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:40:52.314684 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ed020-e280-4b66-9311-ac933ba4211f req-bbdb21ce-b470-4c21-a96c-19e934814301 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:52.316294 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e0ed020-e280-4b66-9311-ac933ba4211f req-bbdb21ce-b470-4c21-a96c-19e934814301 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0677247 Jun 16 14:40:52.359250 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e0ed020-e280-4b66-9311-ac933ba4211f req-2233084c-4f52-44d1-8021-71ab59cb1553 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jun 16 14:40:52.365727 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:52.373633 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843f21a-12cc-43c0-aca3-8f6323de4849 req-eee44707-9e55-4ac6-9c9e-106ee2b79f8d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:52.375307 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4843f21a-12cc-43c0-aca3-8f6323de4849 req-eee44707-9e55-4ac6-9c9e-106ee2b79f8d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 943 time: 0.0652053 Jun 16 14:40:52.378348 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:52.394613 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c49d2e-b59b-464d-8ff7-1577f788026e {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:40:52.417783 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4843f21a-12cc-43c0-aca3-8f6323de4849 req-b7e89677-4d4c-4243-8134-5bb577ae5516 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362139 Jun 16 14:40:52.422122 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:52.424557 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96acc4f9-b101-400e-8a06-68d3c6541172" -d '{"events": [{"server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "name": "network-vif-plugged", "status": "completed", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:52.432093 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f9c49d2e-b59b-464d-8ff7-1577f788026e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:52.442661 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:52.444934 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:52.448983 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:52.451297 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:52.482790 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e1451-8ae9-409e-9efb-60897cd35d1c x-openstack-request-id: req-808e1451-8ae9-409e-9efb-60897cd35d1c {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:52.483086 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "name": "network-vif-plugged", "status": "completed", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:52.483347 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-808e1451-8ae9-409e-9efb-60897cd35d1c {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:52.483732 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'code': 200} Jun 16 14:40:52.506013 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=f9c49d2e-b59b-464d-8ff7-1577f788026e,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:52.513518 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.513887 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.514253 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.514900 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.515260 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.515590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.515916 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.516238 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.516560 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.516877 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.517194 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.517510 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:40:52.521233 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:52.522012 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:52.555467 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b782b9-d459-49e0-b1a3-2deb6a5827c9 req-1187e648-2472-419d-b0b5-1c734cfb1db9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:52.557110 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-97b782b9-d459-49e0-b1a3-2deb6a5827c9 req-1187e648-2472-419d-b0b5-1c734cfb1db9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0710444 Jun 16 14:40:52.573590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:52.576688 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:52.600856 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-97b782b9-d459-49e0-b1a3-2deb6a5827c9 req-9f5ee200-94af-42ef-a0b1-7b999f36b5a0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374086 Jun 16 14:40:52.692440 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f9c49d2e-b59b-464d-8ff7-1577f788026e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:40:52.711105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201588a-d669-40ad-b41c-5bf600c2027e req-eb91ce19-f4d7-4d30-b25b-bacc5de7fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:52.712587 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3201588a-d669-40ad-b41c-5bf600c2027e req-eb91ce19-f4d7-4d30-b25b-bacc5de7fb64 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1099 time: 0.0546052 Jun 16 14:40:52.747918 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3201588a-d669-40ad-b41c-5bf600c2027e req-0fd43cd2-6e72-4436-8e4b-b402846de11d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279996 Jun 16 14:40:52.947849 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb657-8f3c-4bd5-907a-923918819edc req-ff7f71d1-aae8-4e06-9bee-1c2e819abc1c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:52.949335 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-325bb657-8f3c-4bd5-907a-923918819edc req-ff7f71d1-aae8-4e06-9bee-1c2e819abc1c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 944 time: 0.0637863 Jun 16 14:40:52.987421 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-325bb657-8f3c-4bd5-907a-923918819edc req-9642162e-3afe-44b8-9bb4-8e42f7909418 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Jun 16 14:40:53.540958 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab742b9-36ee-4469-949b-9072d20001f4 req-68415422-36ee-4c74-a06e-18537f6534a8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:53.542549 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7ab742b9-36ee-4469-949b-9072d20001f4 req-68415422-36ee-4c74-a06e-18537f6534a8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0694640 Jun 16 14:40:53.579000 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7ab742b9-36ee-4469-949b-9072d20001f4 req-e9d6d72c-a2fc-4a2a-bce6-5e7ff4a9738c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Jun 16 14:40:53.601413 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59fad-32b4-42e4-93a7-adc0af27ca4d req-d06d26cb-b1db-466a-9ba7-24951734fe0f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:53.602924 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-aaf59fad-32b4-42e4-93a7-adc0af27ca4d req-d06d26cb-b1db-466a-9ba7-24951734fe0f tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 944 time: 0.0687904 Jun 16 14:40:53.640951 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-aaf59fad-32b4-42e4-93a7-adc0af27ca4d req-34ec52ec-1a77-46ce-afb5-b407f3245a75 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jun 16 14:40:53.774724 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce047268-941c-426c-b219-47d24451acff req-3a9ca854-31f2-43aa-9fc7-d9138c5dde20 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:53.776508 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ce047268-941c-426c-b219-47d24451acff req-3a9ca854-31f2-43aa-9fc7-d9138c5dde20 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0647914 Jun 16 14:40:53.814308 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ce047268-941c-426c-b219-47d24451acff req-f3426b34-7bbd-4e3d-8870-971cb807b5f3 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jun 16 14:40:54.137900 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f4841ece-2aa9-447d-ad42-9c7277172361 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:40:54.140296 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f9c49d2e-b59b-464d-8ff7-1577f788026e up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:54.161544 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb925f90-4c19-4212-bb31-6744763dd2c1 req-171b10a4-fc78-4933-94ac-21f6ac3ba1ab tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.163722 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-eb925f90-4c19-4212-bb31-6744763dd2c1 req-171b10a4-fc78-4933-94ac-21f6ac3ba1ab tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 944 time: 0.0658214 Jun 16 14:40:54.200709 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-eb925f90-4c19-4212-bb31-6744763dd2c1 req-81fb8860-2412-44fa-9e27-0cb3236656b1 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Jun 16 14:40:54.244767 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port f9c49d2e-b59b-464d-8ff7-1577f788026e completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:54.251684 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port f9c49d2e-b59b-464d-8ff7-1577f788026e triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:54.252064 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:54.290193 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f4841ece-2aa9-447d-ad42-9c7277172361, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f4841ece-2aa9-447d-ad42-9c7277172361,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:54.309916 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'f4841ece-2aa9-447d-ad42-9c7277172361', 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753', 'port_id': 'f4841ece-2aa9-447d-ad42-9c7277172361', 'mac_address': 'fa:16:3e:7c:2a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af61c78c-e00a-4efb-90c7-e51b3c5cff65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:40:54.375302 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:54.379180 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:54.397860 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4841ece-2aa9-447d-ad42-9c7277172361 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:40:54.427327 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f4841ece-2aa9-447d-ad42-9c7277172361, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f4841ece-2aa9-447d-ad42-9c7277172361,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:54.435229 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:54.437995 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f9c49d2e-b59b-464d-8ff7-1577f788026e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:54.439014 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:54.442858 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:54.491766 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c49d2e-b59b-464d-8ff7-1577f788026e'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:54.495395 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf216cc-4fb1-4207-90c9-d25fd3445bac" -d '{"events": [{"server_uuid": "8499b1d3-4243-4675-ac56-45a7fc2462e8", "name": "network-vif-plugged", "status": "completed", "tag": "f9c49d2e-b59b-464d-8ff7-1577f788026e"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:54.506374 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=f4841ece-2aa9-447d-ad42-9c7277172361,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:54.510753 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:54.511865 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7ce577d7-2435-42ed-8f32-adf59c469d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:54.536343 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-0225db0e-8022-437a-abcd-2d774503295b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815446 Jun 16 14:40:54.545609 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9bb2da-e8b0-4736-b846-fbdc96f9e218 x-openstack-request-id: req-8c9bb2da-e8b0-4736-b846-fbdc96f9e218 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:54.545905 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8499b1d3-4243-4675-ac56-45a7fc2462e8", "name": "network-vif-plugged", "status": "completed", "tag": "f9c49d2e-b59b-464d-8ff7-1577f788026e", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:54.546168 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8c9bb2da-e8b0-4736-b846-fbdc96f9e218 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:54.546577 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c49d2e-b59b-464d-8ff7-1577f788026e', 'code': 200} Jun 16 14:40:54.572370 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=f9c49d2e-b59b-464d-8ff7-1577f788026e,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:54.575233 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:54.622593 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-917e025c-5be2-4dea-935b-fe455c37ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.624095 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-917e025c-5be2-4dea-935b-fe455c37ab58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 1098 time: 0.0591393 Jun 16 14:40:54.704354 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f4841ece-2aa9-447d-ad42-9c7277172361'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:40:54.751985 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-1ed4b3b8-c42a-4fed-8ff4-ec75095f425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.753321 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-1ed4b3b8-c42a-4fed-8ff4-ec75095f425e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.1058428 Jun 16 14:40:54.767261 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc7c4-7cb0-4471-a656-c6fdedb926c8 req-8348f478-5f28-4791-92b4-91d35d2e8b42 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.769553 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-782cc7c4-7cb0-4471-a656-c6fdedb926c8 req-8348f478-5f28-4791-92b4-91d35d2e8b42 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0720282 Jun 16 14:40:54.815125 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-ae3b7312-7bd6-4cc7-a2e6-9cb368e87494 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c HTTP/1.1" status: 200 len: 217 time: 0.0443444 Jun 16 14:40:54.815600 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-782cc7c4-7cb0-4471-a656-c6fdedb926c8 req-877fe3c9-70b2-4f5f-991e-90d047fe2674 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Jun 16 14:40:54.914806 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-1fc85185-b169-4023-8926-26743d377e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.916247 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-1fc85185-b169-4023-8926-26743d377e1b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0886312 Jun 16 14:40:54.920376 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba074-b8ba-443c-a270-9489888c4a69 req-b888fb8c-4051-4a42-80ab-899b2552f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.921710 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-280ba074-b8ba-443c-a270-9489888c4a69 req-b888fb8c-4051-4a42-80ab-899b2552f3d6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 1098 time: 0.1815393 Jun 16 14:40:54.978218 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-03a55353-878e-42a0-b69b-3e248f26278d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468729 Jun 16 14:40:54.987097 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ac53-7ecb-4954-ad59-79a1b0014e7f req-3344e0f5-7a34-4897-b57f-b763d616ff39 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.987276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c97c46-caf9-4bbf-8499-182329fe782f req-85e3ee81-92c8-4379-b0e7-49a0ef4862e7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:54.988501 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-98c97c46-caf9-4bbf-8499-182329fe782f req-85e3ee81-92c8-4379-b0e7-49a0ef4862e7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 945 time: 0.1770494 Jun 16 14:40:54.988624 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-74a2ac53-7ecb-4954-ad59-79a1b0014e7f req-3344e0f5-7a34-4897-b57f-b763d616ff39 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0654120 Jun 16 14:40:55.029842 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-74a2ac53-7ecb-4954-ad59-79a1b0014e7f req-74047357-e07b-4a4d-a3c2-a8f1e127d2c1 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Jun 16 14:40:55.033476 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-280ba074-b8ba-443c-a270-9489888c4a69 req-a346bb08-b57c-41b1-a84f-4aeab5a0e814 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999563 Jun 16 14:40:55.092336 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-98c97c46-caf9-4bbf-8499-182329fe782f req-fb3b29e6-d87b-42b0-86ea-28d72fd99219 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920618 Jun 16 14:40:55.118863 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-f4854bfc-f977-43bf-ac88-9cf5b3f94ebc service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262853 Jun 16 14:40:55.207209 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa14c4-6237-4d59-9fd6-06fff1a47696 req-71351ec1-9844-4821-8e8e-be5983b00a18 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:55.208659 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d0aa14c4-6237-4d59-9fd6-06fff1a47696 req-71351ec1-9844-4821-8e8e-be5983b00a18 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0619063 Jun 16 14:40:55.211272 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2cdf1f9f-9e7d-4746-9cc6-e0926b52b8c0 req-ead86435-cd16-46eb-92d1-3345af68d7d3 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Jun 16 14:40:55.248445 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d0aa14c4-6237-4d59-9fd6-06fff1a47696 req-df76bd39-dcbd-4aa8-a70d-5b135a70c9f7 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Jun 16 14:40:55.380912 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56633d-e99f-4bcb-9c9c-ff972d77ff64 req-e13e4e5e-6bf5-4cd2-b8a0-a66f020e4fb9 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:55.382422 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e56633d-e99f-4bcb-9c9c-ff972d77ff64 req-e13e4e5e-6bf5-4cd2-b8a0-a66f020e4fb9 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 945 time: 0.0649958 Jun 16 14:40:55.419544 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e56633d-e99f-4bcb-9c9c-ff972d77ff64 req-54a18527-84a3-4f18-bd91-95bc73dcf0f3 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Jun 16 14:40:55.624632 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9df48d-90d5-41f1-a6a1-f4488a783ecb req-82c90635-a03f-42af-aa0a-b33622ed6aec tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:55.626000 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4e9df48d-90d5-41f1-a6a1-f4488a783ecb req-82c90635-a03f-42af-aa0a-b33622ed6aec tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0635536 Jun 16 14:40:55.663710 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4e9df48d-90d5-41f1-a6a1-f4488a783ecb req-1af48ace-53bb-4a0c-b322-f6d1b83d76d1 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Jun 16 14:40:56.024951 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec49e-1cf4-4832-9b35-604f9192be1e req-f7a7199f-ac74-4067-b83f-9f2a9919ce23 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:56.026493 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-908ec49e-1cf4-4832-9b35-604f9192be1e req-f7a7199f-ac74-4067-b83f-9f2a9919ce23 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0856485 Jun 16 14:40:56.063776 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-908ec49e-1cf4-4832-9b35-604f9192be1e req-ae957a6d-6a6d-4fe2-9cb9-952f589523b5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jun 16 14:40:56.155015 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f4841ece-2aa9-447d-ad42-9c7277172361 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:40:56.206693 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port f4841ece-2aa9-447d-ad42-9c7277172361 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:40:56.211265 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port f4841ece-2aa9-447d-ad42-9c7277172361 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:40:56.211648 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:56.273233 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56918a-ff90-4c44-9ae3-6a47f6691417 req-1da2bc86-bb2c-423e-8013-fa736467e71c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:56.274697 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1c56918a-ff90-4c44-9ae3-6a47f6691417 req-1da2bc86-bb2c-423e-8013-fa736467e71c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Jun 16 14:40:56.285414 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:56.312436 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1c56918a-ff90-4c44-9ae3-6a47f6691417 req-e3aecd2c-de8c-4a26-9116-136073e45244 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jun 16 14:40:56.317022 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port f4841ece-2aa9-447d-ad42-9c7277172361, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f4841ece-2aa9-447d-ad42-9c7277172361,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:56.321540 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:56.323470 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:40:56.373005 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=f4841ece-2aa9-447d-ad42-9c7277172361,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:40:56.376741 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:40:56.547647 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4841ece-2aa9-447d-ad42-9c7277172361'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:40:56.549997 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d82008-b547-4f2e-b878-489cc08ff3c6" -d '{"events": [{"server_uuid": "073d4aa4-993e-4fd3-a607-edd0a2731b61", "name": "network-vif-plugged", "status": "completed", "tag": "f4841ece-2aa9-447d-ad42-9c7277172361"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:40:56.572998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1842d20-5ced-4801-912c-c67c569ec0d2 req-42ce0cb9-2751-4f9c-b8a0-93edcec1aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:56.575409 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a1842d20-5ced-4801-912c-c67c569ec0d2 req-42ce0cb9-2751-4f9c-b8a0-93edcec1aef6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.0761638 Jun 16 14:40:56.594600 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459fc2d7-6894-440d-937b-58f1abe6e20a x-openstack-request-id: req-459fc2d7-6894-440d-937b-58f1abe6e20a {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:40:56.595198 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073d4aa4-993e-4fd3-a607-edd0a2731b61", "name": "network-vif-plugged", "status": "completed", "tag": "f4841ece-2aa9-447d-ad42-9c7277172361", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:40:56.595622 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-459fc2d7-6894-440d-937b-58f1abe6e20a {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:40:56.596179 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4841ece-2aa9-447d-ad42-9c7277172361', 'code': 200} Jun 16 14:40:56.612205 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b8cb-7dd3-45c1-8f95-b5e6760cbb4d req-b67613e2-af90-4e41-b518-cb4d77cd96c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:56.614097 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ba2b8cb-7dd3-45c1-8f95-b5e6760cbb4d req-b67613e2-af90-4e41-b518-cb4d77cd96c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0684855 Jun 16 14:40:56.614758 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a1842d20-5ced-4801-912c-c67c569ec0d2 req-6e284cd5-4249-4cef-96ad-ab5d72ebf026 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Jun 16 14:40:56.653368 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ba2b8cb-7dd3-45c1-8f95-b5e6760cbb4d req-6f900aab-f6dd-43e0-a65b-95cbcd29f3cb tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Jun 16 14:40:56.847166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2930-9dfd-4469-a830-e6eb092776c4 req-22eff6df-5e4b-4744-96fb-b0aaf51a124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:56.848613 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3cdd2930-9dfd-4469-a830-e6eb092776c4 req-22eff6df-5e4b-4744-96fb-b0aaf51a124a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 1099 time: 0.0504017 Jun 16 14:40:56.885734 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3cdd2930-9dfd-4469-a830-e6eb092776c4 req-a338294a-e05a-42c5-9436-37104dbd2e76 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283380 Jun 16 14:40:56.895669 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:57.095079 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2df51-d78e-4cf8-a94e-368a010d6837 req-c2cb2135-e19d-4f62-832e-a335a2949536 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:57.097116 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-32e2df51-d78e-4cf8-a94e-368a010d6837 req-c2cb2135-e19d-4f62-832e-a335a2949536 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 945 time: 0.0794797 Jun 16 14:40:57.144703 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-32e2df51-d78e-4cf8-a94e-368a010d6837 req-5a3ab6b0-5d8a-4a45-8a0c-6d8e8f49758c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Jun 16 14:40:57.252842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6c3f-baa6-4add-bfee-14fe3cfc7d27 req-67c13e2d-bc6b-4d96-8afb-8052abb42fb2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:57.254191 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ab9f6c3f-baa6-4add-bfee-14fe3cfc7d27 req-67c13e2d-bc6b-4d96-8afb-8052abb42fb2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0640111 Jun 16 14:40:57.294535 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ab9f6c3f-baa6-4add-bfee-14fe3cfc7d27 req-c0bd4db7-abd8-4cf2-abfe-bd7583e6f8ad tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Jun 16 14:40:57.828754 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75715d93-56e8-4a51-8540-39b9f92f681d req-73bf0454-2ee7-48b3-92b1-bb58e59499f4 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:57.830130 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-75715d93-56e8-4a51-8540-39b9f92f681d req-73bf0454-2ee7-48b3-92b1-bb58e59499f4 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0639105 Jun 16 14:40:57.869230 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-75715d93-56e8-4a51-8540-39b9f92f681d req-8a2d0acb-add8-453b-bd5d-9231be2e185f tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Jun 16 14:40:58.320863 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e19bf-4687-4844-b65b-c6ea241b1556 req-bc4d60b8-09bb-4db8-acd2-15e9abdf71a1 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:58.322355 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-753e19bf-4687-4844-b65b-c6ea241b1556 req-bc4d60b8-09bb-4db8-acd2-15e9abdf71a1 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 945 time: 0.0641198 Jun 16 14:40:58.360998 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-753e19bf-4687-4844-b65b-c6ea241b1556 req-87a930ac-3dee-435e-8a40-e7eb4fdc11aa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Jun 16 14:40:58.470251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6865-6a10-4ec9-858f-c31e895412e9 req-b70debb4-8771-4bc6-bac6-dadfd9842ed2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:58.471742 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9efd6865-6a10-4ec9-858f-c31e895412e9 req-b70debb4-8771-4bc6-bac6-dadfd9842ed2 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0648251 Jun 16 14:40:58.513069 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9efd6865-6a10-4ec9-858f-c31e895412e9 req-b3a06efd-6d23-4179-9a86-ac39609a0092 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337889 Jun 16 14:40:59.011989 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-50e7ee39-7c5b-42b8-bf91-62aec7a53bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.013402 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-50e7ee39-7c5b-42b8-bf91-62aec7a53bcd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 1099 time: 0.1132619 Jun 16 14:40:59.022899 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed281-bf5c-4a0d-ad9c-e4149f1b0180 req-94504d42-48c7-447e-a55c-4f01f35a3206 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.024597 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d92ed281-bf5c-4a0d-ad9c-e4149f1b0180 req-94504d42-48c7-447e-a55c-4f01f35a3206 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0737832 Jun 16 14:40:59.024948 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-f89e52ea-7854-40c3-bad6-d0528a1b08e7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.026560 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-f89e52ea-7854-40c3-bad6-d0528a1b08e7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 945 time: 0.0941851 Jun 16 14:40:59.064526 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d92ed281-bf5c-4a0d-ad9c-e4149f1b0180 req-c2e1f5be-ef2c-4ad7-9fa4-de5afee607e8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Jun 16 14:40:59.432400 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-d1404c59-6add-4d5a-a4e0-5d18d44f552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.433854 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-d1404c59-6add-4d5a-a4e0-5d18d44f552c service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 200 len: 919 time: 0.3980632 Jun 16 14:40:59.442898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a15afd-e214-4e98-9672-92b48f14cbcd req-6b3adcde-42c0-43a7-8927-dbc308ae874c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.444837 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41a15afd-e214-4e98-9672-92b48f14cbcd req-6b3adcde-42c0-43a7-8927-dbc308ae874c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.4297643 Jun 16 14:40:59.493859 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-df3ac89d-64ad-481a-9306-4842ce36c470 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 200 len: 217 time: 0.0471742 Jun 16 14:40:59.540560 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b0cf-ef9f-4e8c-ac67-6d49cec9a13d req-9879b9d3-0559-46cd-b9d2-b76fbe508599 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.542024 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3a5b0cf-ef9f-4e8c-ac67-6d49cec9a13d req-9879b9d3-0559-46cd-b9d2-b76fbe508599 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 945 time: 0.0689485 Jun 16 14:40:59.559789 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Deleting port f9c49d2e-b59b-464d-8ff7-1577f788026e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:40:59.560123 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:59.579581 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c3a5b0cf-ef9f-4e8c-ac67-6d49cec9a13d req-261b3a48-96ae-4359-9d19-78656cc86d80 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Jun 16 14:40:59.581386 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41a15afd-e214-4e98-9672-92b48f14cbcd req-a05f83b2-4ae8-4403-894a-9c9aacae54b8 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280425 Jun 16 14:40:59.589915 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-37774645-679f-4c28-8505-75ad03f5c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:40:59.591368 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-37774645-679f-4c28-8505-75ad03f5c905 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 200 len: 857 time: 0.0892596 Jun 16 14:40:59.654829 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-f80191ff-55be-4a86-8c0a-35a389cbd200 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d021e4e-e797-4785-a75b-830b92b37b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534780 Jun 16 14:40:59.756200 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] For port f9c49d2e-b59b-464d-8ff7-1577f788026e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f9c49d2e-b59b-464d-8ff7-1577f788026e,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:40:59.757087 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:40:59.828576 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Calling delete_port for f9c49d2e-b59b-464d-8ff7-1577f788026e owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:40:59.845990 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-9f07300b-331a-4ff5-b5d8-07dacfaa56c7 service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842837 Jun 16 14:41:00.001769 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2215ad34-75ae-4b41-adce-b2d8f1783b98 req-3d6a6fd6-eae4-4b39-b63d-d4fe0c5a587f service neutron] 10.222.0.79 "GET /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234248 Jun 16 14:41:00.003656 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f6e51-64a5-4ca3-9321-36cb439d1267 req-ea8a7e23-f756-457a-9d38-c6c70280b302 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:00.005120 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ea3f6e51-64a5-4ca3-9321-36cb439d1267 req-ea8a7e23-f756-457a-9d38-c6c70280b302 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0688524 Jun 16 14:41:00.067706 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ea3f6e51-64a5-4ca3-9321-36cb439d1267 req-a206c98f-1509-40e2-a7ac-84881ab32068 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477850 Jun 16 14:41:00.093352 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 53998) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:00.106930 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:00.113327 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:00.125999 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f9c49d2e-b59b-464d-8ff7-1577f788026e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:00.150239 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Pushing event deleted for resources: {'Port': ['ID=f9c49d2e-b59b-464d-8ff7-1577f788026e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:00.158401 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:00.193494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] No DVR routers for this DVR port f9c49d2e-b59b-464d-8ff7-1577f788026e on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:41:00.196114 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:00.198040 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e4b0bdcb-bd40-4aa4-b2e3-6320c02e6d64 req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "DELETE /v2.0/ports/f9c49d2e-b59b-464d-8ff7-1577f788026e HTTP/1.1" status: 204 len: 173 time: 1.1612060 Jun 16 14:41:00.198578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'name': 'network-vif-deleted', 'tag': 'f9c49d2e-b59b-464d-8ff7-1577f788026e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:00.200970 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c459ec-9d62-415e-9132-eda07ededbbd" -d '{"events": [{"server_uuid": "8499b1d3-4243-4675-ac56-45a7fc2462e8", "name": "network-vif-deleted", "tag": "f9c49d2e-b59b-464d-8ff7-1577f788026e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:00.247300 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d53f095-6a78-462c-9a84-c38e51ddf9bf x-openstack-request-id: req-2d53f095-6a78-462c-9a84-c38e51ddf9bf {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:00.247619 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8499b1d3-4243-4675-ac56-45a7fc2462e8", "name": "network-vif-deleted", "tag": "f9c49d2e-b59b-464d-8ff7-1577f788026e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:00.247907 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2d53f095-6a78-462c-9a84-c38e51ddf9bf {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:00.248318 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8499b1d3-4243-4675-ac56-45a7fc2462e8', 'name': 'network-vif-deleted', 'tag': 'f9c49d2e-b59b-464d-8ff7-1577f788026e', 'status': 'completed', 'code': 200} Jun 16 14:41:00.288437 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add408ed-8672-4bbc-acfb-5d7aadadb5d1 req-ac6878bf-31d9-4fa4-bbe0-e8fbfc1a42ac tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:00.289936 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-add408ed-8672-4bbc-acfb-5d7aadadb5d1 req-ac6878bf-31d9-4fa4-bbe0-e8fbfc1a42ac tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0828660 Jun 16 14:41:00.323289 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab6b79-dd59-4bf8-9e9c-acfed0bd2b25 tempest-TestMinimumBasicScenario-598951785 tempest-TestMinimumBasicScenario-598951785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:00.327925 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-51ab6b79-dd59-4bf8-9e9c-acfed0bd2b25 tempest-TestMinimumBasicScenario-598951785 tempest-TestMinimumBasicScenario-598951785-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1094 time: 0.2332501 Jun 16 14:41:00.328489 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54012) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:00.333657 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'floatingip': {'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'port_id': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:00.343832 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-add408ed-8672-4bbc-acfb-5d7aadadb5d1 req-0105e1f6-4f1f-4df3-971e-5d3bc7401900 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Jun 16 14:41:00.364771 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:00.467991 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:00.600686 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Allocated IP 172.28.0.64 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/78a1c9f6-a381-44ee-9a1b-b4c6e35c68d4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:00.709546 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:00.753544 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4248774f-5b79-4a28-8f5b-14e2cf872bb0 req-befeea77-bc3d-4f2d-8b19-20e5ab76ef03 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=8499b1d3-4243-4675-ac56-45a7fc2462e8 HTTP/1.1" status: 200 len: 210 time: 0.0289307 Jun 16 14:41:00.754685 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:00.757350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:00.805666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:00.808471 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:00.813088 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:00.816824 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'Port': ['ID=78a1c9f6-a381-44ee-9a1b-b4c6e35c68d4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:00.837223 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:01.225930 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:01.307893 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:01.477227 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:01.504351 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:01.509109 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:01.578007 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'Port': ['ID=78a1c9f6-a381-44ee-9a1b-b4c6e35c68d4,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:01.583780 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:01.599289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:01.643599 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06cf1-1fa8-46ff-9e0b-71918527f5fd req-44ca4ed6-a02b-4748-aa1f-4a43ba357407 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:01.644941 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7be06cf1-1fa8-46ff-9e0b-71918527f5fd req-44ca4ed6-a02b-4748-aa1f-4a43ba357407 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1815979 Jun 16 14:41:01.718527 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7be06cf1-1fa8-46ff-9e0b-71918527f5fd req-9fa28472-13b2-4980-a76d-e391c0cf93d4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Jun 16 14:41:01.732216 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Floating IP 5f7521a9-9797-4f0b-ac9f-9e945682fc5c associated. External IP: 172.28.0.64, port: c929df4d-2bf2-46ec-9c21-43adfb37875e. Jun 16 14:41:01.941103 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:41:02.129380 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:41:02.137649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-8d2676f3-cad5-42c9-bb0d-dade3b6f81d7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:02.139131 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-8d2676f3-cad5-42c9-bb0d-dade3b6f81d7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/networks?id=ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 200 len: 808 time: 0.1518195 Jun 16 14:41:02.140115 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] Sync routers for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:41:02.150332 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:02.150995 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:02.161936 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f9c49d2e-b59b-464d-8ff7-1577f788026e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:02.168639 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-3703535a-605d-4fce-80e8-ab0676339a3d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/quotas/ddc559040a3f4fdd94b76cd9d4da6f0e HTTP/1.1" status: 200 len: 375 time: 0.0193233 Jun 16 14:41:02.196382 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: f9c49d2e-b59b-464d-8ff7-1577f788026e {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:02.198450 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f9c49d2e-b59b-464d-8ff7-1577f788026e not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:02.208128 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-4e147f30-0c3b-4660-be81-70b264297bee tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389962 Jun 16 14:41:02.208985 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.274604 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9450185 Jun 16 14:41:02.276625 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:02.277566 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54042) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:02.279339 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de1e2c2-2400-413d-af8c-2f850ea9089c" -d '{"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:02.285011 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471732874', 'description': 'tempest-secgroup-smoke-471732874 description', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:02.288333 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:02.309399 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.326647 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4070df3e-aa96-42c3-a63e-1b2defc403e5 x-openstack-request-id: req-4070df3e-aa96-42c3-a63e-1b2defc403e5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:02.326966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:02.327242 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4070df3e-aa96-42c3-a63e-1b2defc403e5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:02.327651 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'status': 'completed', 'code': 200} Jun 16 14:41:02.367504 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-67016d1e-d768-4476-86e7-d6ee10f94be9 service neutron] 10.222.0.96 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325414 Jun 16 14:41:02.412384 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.418563 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.422418 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-695aedc1-683f-4f67-9628-42846e8740b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:02.469680 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.470992 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1920090 Jun 16 14:41:02.473267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:02.474259 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54046) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:02.478087 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:02.481126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group_rule': {'security_group_id': '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:02.494305 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-f73b0790-e4ac-4e43-a96a-cfefda556ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:02.495779 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-f73b0790-e4ac-4e43-a96a-cfefda556ac1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1099 time: 0.1394618 Jun 16 14:41:02.557896 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '5f7521a9-9797-4f0b-ac9f-9e945682fc5c', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'port_id': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'mac_address': 'fa:16:3e:e6:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c22016-510e-4ac5-bf72-f00532dedd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:41:01Z', 'updated_at': '2021-06-16T14:41:01Z', 'revision_number': 0, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:02.561736 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] Checking router: 4ffbfdc2-ff89-4f4e-8f41-16e196573187 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:41:02.570470 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:02.571180 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:40:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:02.685416 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:02.790814 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-e3ddec05-9b4e-4e03-be4f-090956865a54 service neutron] 10.222.0.96 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971879 Jun 16 14:41:02.831684 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.919167 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.928118 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e9b81-fbf0-4e87-a38c-be927f0d8cb8 req-bc68ecf7-117c-4a85-bd33-4cdb274b516f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:02.934680 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:02.935730 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c59e9b81-fbf0-4e87-a38c-be927f0d8cb8 req-bc68ecf7-117c-4a85-bd33-4cdb274b516f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0813465 Jun 16 14:41:02.938632 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:02.941732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-52612783-b490-4c11-803d-0dda313fabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:02.943166 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-52612783-b490-4c11-803d-0dda313fabd6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 917 time: 0.4401338 Jun 16 14:41:02.997255 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '5f7521a9-9797-4f0b-ac9f-9e945682fc5c', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'port_id': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'mac_address': 'fa:16:3e:e6:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c22016-510e-4ac5-bf72-f00532dedd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:41:01Z', 'updated_at': '2021-06-16T14:41:01Z', 'revision_number': 0, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:03.002145 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e30d6-3fe1-411c-b286-c9f66ab79d31 None None] The sync data for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb is: [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '5f7521a9-9797-4f0b-ac9f-9e945682fc5c', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'port_id': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'mac_address': 'fa:16:3e:e6:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c22016-510e-4ac5-bf72-f00532dedd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:41:01Z', 'updated_at': '2021-06-16T14:41:01Z', 'revision_number': 0, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:41:03.007702 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c3d3fb-19ea-45e6-a4aa-e4761e098cef,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:03.020699 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c59e9b81-fbf0-4e87-a38c-be927f0d8cb8 req-0a8c598d-ff69-4313-8499-72b49cbf0f47 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806770 Jun 16 14:41:03.021016 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:03.034637 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.038264 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602958 Jun 16 14:41:03.039489 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54056) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:03.046941 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group_rule': {'security_group_id': '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:03.065774 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e37059f-f8a9-4abf-a6f6-3e0626778060 req-7c882422-35dc-48d2-b40e-c5f2c0af06c6 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 210 time: 0.0558915 Jun 16 14:41:03.091735 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-97430869-802f-4473-aefe-ef1c5dc5c471 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 999 time: 0.1384499 Jun 16 14:41:03.118503 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.163726 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-6bb3df4e-638b-42af-a9bb-a97a65695b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:03.165377 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-6bb3df4e-638b-42af-a9bb-a97a65695b7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0646403 Jun 16 14:41:03.201240 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.206480 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.215960 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e57f9c08-f475-4c94-8981-09cf792ca8d2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:03.235589 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db84b7f1-b427-4efb-9c8b-23a363587718,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:03.239240 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:03.246550 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.248007 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2067842 Jun 16 14:41:03.252851 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54066) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:03.260506 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group_rule': {'security_group_id': '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:03.267467 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-8d26d994-f102-4627-aeac-24a578c298dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:03.268995 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-8d26d994-f102-4627-aeac-24a578c298dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957842 Jun 16 14:41:03.298556 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.388771 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.394514 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.397545 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:03.403204 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd0da6-2b7b-4416-ae80-342bfb5b8cc3 None None] New status for floating IP 5f7521a9-9797-4f0b-ac9f-9e945682fc5c: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:41:03.429391 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-d2a14bb0-674c-48f8-b713-2ca1cd125d59 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519473 Jun 16 14:41:03.437111 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbacfd91-537b-4e2b-9d00-9cb7a1f487b5,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:03.448586 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:03.454949 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.461230 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2065330 Jun 16 14:41:03.462376 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54072) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:03.476030 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group_rule': {'security_group_id': '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:03.521022 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.602505 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8de1e2c2-2400-413d-af8c-2f850ea9089c req-39b70025-28ec-4cd1-a39f-a7fe676a5a87 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645870 Jun 16 14:41:03.650989 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.657128 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.663605 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b6a1b242-8b9f-4612-8b9c-6b8b364d966b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:03.681835 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eaf9c21-207e-4659-af96-6b725e658693,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:03.695281 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:03.701518 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.706136 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54078) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:03.711693 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group_rule': {'security_group_id': '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:03.717764 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2503266 Jun 16 14:41:03.738917 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Project b8f3a7c3488f4dc8aa92db9112bd7ab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:41:03.744418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.809165 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.813144 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.818652 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ba4bb200-2d1b-4859-8fb4-106c1ba6c0a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:03.836744 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd5a92e-3a0c-4712-a1b0-9fcaed9e01b8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:03.839818 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:03.841046 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.844959 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354659 Jun 16 14:41:03.845577 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:03.851980 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'security_group_rule': {'security_group_id': '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601', 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:03.878952 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Project b8f3a7c3488f4dc8aa92db9112bd7ab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:41:03.885060 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.951524 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.955295 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.961056 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-244fc4e8-a348-4a8c-9df1-8c49d253b3fc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:03.984979 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8685ea1d-a603-4db9-ba8e-a01ecdc5c417,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:03.987900 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:03.989290 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:03.990458 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432929 Jun 16 14:41:04.118961 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-43926d92-ac54-40be-9854-6227b2c35c6f req-574b6ad7-1391-45b4-a724-5ec0a583e57d tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471732874&fields=id&tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7 HTTP/1.1" status: 200 len: 267 time: 0.0441749 Jun 16 14:41:04.186831 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43926d92-ac54-40be-9854-6227b2c35c6f req-0b75f2a4-71b2-4cfd-8566-e196f2db767f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:04.188307 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-43926d92-ac54-40be-9854-6227b2c35c6f req-0b75f2a4-71b2-4cfd-8566-e196f2db767f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0638354 Jun 16 14:41:04.204124 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'port': {'security_groups': ['2f252c43-10db-4fc2-b2a0-6c31b9533daf', '431e23ea-4b9a-4ccc-8bb3-0c3160ecb601']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:04.219866 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-42e4e06f-55ee-459b-8cfb-e5a2740b288c req-7342d788-0138-4e9f-8a77-6fe7a0159225 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 210 time: 0.0363958 Jun 16 14:41:04.326091 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:04.597609 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-16184dfd-3143-4002-aae6-68b441bf3843 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:04.599047 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-16184dfd-3143-4002-aae6-68b441bf3843 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "GET /v2.0/networks?id=ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 200 len: 808 time: 0.1996477 Jun 16 14:41:04.614941 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Request body: {'port': {'device_id': '12e3786c-5985-4779-9f53-10596e85ea86', 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122', 'admin_state_up': True, 'tenant_id': 'ddc559040a3f4fdd94b76cd9d4da6f0e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:04.700003 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:04.751391 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:04.758531 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:04.763261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fb9ff450-1da0-4462-b1c3-37d955370136 tempest-VolumesNegativeTest-1468420934 tempest-VolumesNegativeTest-1468420934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:04.771075 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c929df4d-2bf2-46ec-9c21-43adfb37875e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:04.823427 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:04.824343 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:04.829581 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-43926d92-ac54-40be-9854-6227b2c35c6f req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "PUT /v2.0/ports/c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 982 time: 0.6331725 Jun 16 14:41:04.832771 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:04.839794 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b" -d '{"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:04.851569 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Made reservation on behalf of ddc559040a3f4fdd94b76cd9d4da6f0e for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:41:04.855934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:04.911740 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40032050-8211-44fe-9a6b-e2b0a7863d7b x-openstack-request-id: req-40032050-8211-44fe-9a6b-e2b0a7863d7b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:04.912127 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:04.912407 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-40032050-8211-44fe-9a6b-e2b0a7863d7b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:04.913014 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'status': 'completed', 'code': 200} Jun 16 14:41:04.956520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:04.965664 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c929df4d-2bf2-46ec-9c21-43adfb37875e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:04.988049 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:05.092535 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd709de-acd3-4a3b-82ee-a0ddfcb25e76 req-702bfbae-4bf0-48c0-9a23-4bcef3b3e03a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:05.094377 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3bd709de-acd3-4a3b-82ee-a0ddfcb25e76 req-702bfbae-4bf0-48c0-9a23-4bcef3b3e03a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0961559 Jun 16 14:41:05.108426 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-b04cbde2-0ebd-4399-8525-c6155df58a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:05.109901 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-b04cbde2-0ebd-4399-8525-c6155df58a45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1138 time: 0.1735151 Jun 16 14:41:05.142533 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Allocated IP 172.20.0.8 (ace659a6-7ec6-435b-a8e8-48615386d122/a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2/7942b3ac-4989-43e0-ba29-1287b2b13d15) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:05.149275 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3bd709de-acd3-4a3b-82ee-a0ddfcb25e76 req-6c7d4802-45c6-4d3d-8db7-f2c6b1f6ae0b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473380 Jun 16 14:41:05.245896 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-30c6d313-f460-4bd7-9a1f-bc95b75833e8 None None] Provisioning complete for port c929df4d-2bf2-46ec-9c21-43adfb37875e triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:05.246305 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-30c6d313-f460-4bd7-9a1f-bc95b75833e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:05.329113 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-4e254da5-ac1b-4e8e-98dc-c97c3d962577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:05.330586 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-4e254da5-ac1b-4e8e-98dc-c97c3d962577 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 917 time: 0.2098854 Jun 16 14:41:05.438611 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b814a943-1a6d-4060-8564-d98a7c50708d req-ce3cc791-c8d7-4720-a72c-98d0fd6e9337 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 210 time: 0.0443344 Jun 16 14:41:05.445452 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:05.465428 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-cf132787-3663-4dac-9de9-31536bf9eb40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 1001 time: 0.1269977 Jun 16 14:41:05.539793 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-b4c5c983-f263-40b3-9364-635182672079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:05.541224 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-b4c5c983-f263-40b3-9364-635182672079 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0660412 Jun 16 14:41:05.548459 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:05.560241 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:05.623114 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Network ace659a6-7ec6-435b-a8e8-48615386d122 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:05.636261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:05.641687 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:05.668933 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Pushing event updated for resources: {'Port': ['ID=7942b3ac-4989-43e0-ba29-1287b2b13d15,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:05.673105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:05.705652 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:05.706160 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:05.713807 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-b82d380a-2513-4187-b1e5-2d85b5f4eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:05.715251 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-b82d380a-2513-4187-b1e5-2d85b5f4eced service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1646194 Jun 16 14:41:05.723097 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139338 Jun 16 14:41:05.744588 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Request body: {'port': {'device_id': '12e3786c-5985-4779-9f53-10596e85ea86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:05.880458 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-670f4c0b-d652-4f17-9fa8-fdccf81fb952 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478956 Jun 16 14:41:05.881171 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:06.081661 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9de174b-5df7-4b2f-9ded-1ac7ed66869b req-e445612e-af77-4abc-9620-6b7d3ce05cb6 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890674 Jun 16 14:41:06.220154 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7942b3ac-4989-43e0-ba29-1287b2b13d15 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:41:06.227800 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:06.240101 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Transition to ACTIVE for port object 7942b3ac-4989-43e0-ba29-1287b2b13d15 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:06.244415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:06.247778 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-37a01c77-48ae-4fd3-a60f-28a7a5f2b05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:06.340310 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Pushing event updated for resources: {'Port': ['ID=7942b3ac-4989-43e0-ba29-1287b2b13d15,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:06.343879 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:06.390160 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Attempting to bind port 7942b3ac-4989-43e0-ba29-1287b2b13d15 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:41:06.390517 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Attempting to bind port 7942b3ac-4989-43e0-ba29-1287b2b13d15 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:41:06.390842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Attempting to bind port 7942b3ac-4989-43e0-ba29-1287b2b13d15 on network ace659a6-7ec6-435b-a8e8-48615386d122 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:06.395057 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Port 7942b3ac-4989-43e0-ba29-1287b2b13d15 on network ace659a6-7ec6-435b-a8e8-48615386d122 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:41:06.395372 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Attempting to bind port 7942b3ac-4989-43e0-ba29-1287b2b13d15 on network ace659a6-7ec6-435b-a8e8-48615386d122 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:06.400060 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:41:06.400390 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Checking segment: {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:06.400761 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Bound using segment: {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:41:06.401180 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Bound port: 7942b3ac-4989-43e0-ba29-1287b2b13d15, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5709b5a6-4f82-44d2-a83d-642b90fa8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:41:06.401514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:06.466788 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] For port 7942b3ac-4989-43e0-ba29-1287b2b13d15, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:41:06.470952 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] For port 7942b3ac-4989-43e0-ba29-1287b2b13d15, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:41:06.475898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:06.478482 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-02bdb9da-a78f-472e-9618-a868e1c6c6be tempest-DeleteServersTestJSON-835971606 tempest-DeleteServersTestJSON-835971606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:06.517035 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:06.517654 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:06.519058 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] 10.222.0.79 "PUT /v2.0/ports/7942b3ac-4989-43e0-ba29-1287b2b13d15 HTTP/1.1" status: 200 len: 1093 time: 0.7782466 Jun 16 14:41:06.539615 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Pushing event updated for resources: {'Port': ['ID=7942b3ac-4989-43e0-ba29-1287b2b13d15,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:06.542710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:06.628245 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230ab8a-891e-4853-a60f-e6574d0787b3 req-21bf6e55-a0d2-4be6-bb76-6422b27d309d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:06.628899 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-d25fe41e-0350-4c79-bd47-31b3d8864f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:06.629721 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f230ab8a-891e-4853-a60f-e6574d0787b3 req-21bf6e55-a0d2-4be6-bb76-6422b27d309d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 943 time: 0.0663929 Jun 16 14:41:06.629843 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-d25fe41e-0350-4c79-bd47-31b3d8864f12 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 1096 time: 0.0520866 Jun 16 14:41:06.668864 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f230ab8a-891e-4853-a60f-e6574d0787b3 req-7b52b254-4539-4b6a-84c7-b5b3d85d4069 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Jun 16 14:41:06.677398 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-c7d2ec39-4d0a-433e-9140-bfa1f9830fc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15 HTTP/1.1" status: 200 len: 217 time: 0.0382631 Jun 16 14:41:06.724489 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-c299ab12-f092-4eb8-b006-fa8da6916ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:06.726425 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-c299ab12-f092-4eb8-b006-fa8da6916ed5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2 HTTP/1.1" status: 200 len: 848 time: 0.0426457 Jun 16 14:41:06.763636 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-330dc75f-68eb-406f-ae60-c42e6221385f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ace659a6-7ec6-435b-a8e8-48615386d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263424 Jun 16 14:41:06.857051 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-5c7dbe0c-046e-4b36-b0e6-5b62fef08763 service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869431 Jun 16 14:41:06.920707 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e3786c-5985-4779-9f53-10596e85ea86', 'tag': '7942b3ac-4989-43e0-ba29-1287b2b13d15'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:06.923035 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f940991-cc01-474e-8302-ce0903683bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "12e3786c-5985-4779-9f53-10596e85ea86", "tag": "7942b3ac-4989-43e0-ba29-1287b2b13d15"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:06.952955 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e0be30f-47e8-4377-81fc-01db721a80a3 req-102b06de-59fa-4aa8-83c9-e151da9eb9ab service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Jun 16 14:41:06.960024 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580c104f-29ff-484f-b03c-f86edbc06e83 x-openstack-request-id: req-580c104f-29ff-484f-b03c-f86edbc06e83 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:06.960415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e3786c-5985-4779-9f53-10596e85ea86", "tag": "7942b3ac-4989-43e0-ba29-1287b2b13d15", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:06.960887 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-580c104f-29ff-484f-b03c-f86edbc06e83 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:06.961293 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e3786c-5985-4779-9f53-10596e85ea86', 'tag': '7942b3ac-4989-43e0-ba29-1287b2b13d15', 'status': 'completed', 'code': 200} Jun 16 14:41:07.070811 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f940991-cc01-474e-8302-ce0903683bf6 req-d4046003-2ac3-4da9-9e83-5060ebb2f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:07.072305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-d4046003-2ac3-4da9-9e83-5060ebb2f710 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 1096 time: 0.0626497 Jun 16 14:41:07.170567 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f940991-cc01-474e-8302-ce0903683bf6 req-620a31d5-94c2-4bff-a173-d68f115a372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:07.172080 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-620a31d5-94c2-4bff-a173-d68f115a372f service neutron] 10.222.0.79 "GET /v2.0/networks?id=ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 200 len: 910 time: 0.0923147 Jun 16 14:41:07.217430 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-447beaf9-5b1d-407c-8d51-5e4a3fa97f4f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15 HTTP/1.1" status: 200 len: 217 time: 0.0379953 Jun 16 14:41:07.521662 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f940991-cc01-474e-8302-ce0903683bf6 req-994a8251-f407-4c65-a9e7-8981166f7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:07.523817 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-994a8251-f407-4c65-a9e7-8981166f7b6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2 HTTP/1.1" status: 200 len: 848 time: 0.2991457 Jun 16 14:41:07.567999 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-b252ffc2-ff10-4bd5-98e3-e906968f15c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ace659a6-7ec6-435b-a8e8-48615386d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337915 Jun 16 14:41:07.579084 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112642-1575-4109-90dc-ab2317278e0a req-b33b28b6-5235-4e5c-854f-73cd1454f435 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:07.580423 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-91112642-1575-4109-90dc-ab2317278e0a req-b33b28b6-5235-4e5c-854f-73cd1454f435 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.1041152 Jun 16 14:41:07.664593 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-91112642-1575-4109-90dc-ab2317278e0a req-751e6e6a-8d0c-4266-ab73-81b9ca5c1d3e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760880 Jun 16 14:41:07.690406 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-0c073dac-8311-4f76-8f2f-077157b0fbe0 service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090508 Jun 16 14:41:07.789935 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7f940991-cc01-474e-8302-ce0903683bf6 req-702b9246-6011-4812-9ee2-c48624bea704 service neutron] 10.222.0.79 "GET /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857074 Jun 16 14:41:07.848519 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36d64b-5ca6-4510-89c9-87d726892c06 req-edc4c146-7a6b-4fc9-a8d1-bb19f705438a tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:07.849882 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0c36d64b-5ca6-4510-89c9-87d726892c06 req-edc4c146-7a6b-4fc9-a8d1-bb19f705438a tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 943 time: 0.0666010 Jun 16 14:41:07.887389 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0c36d64b-5ca6-4510-89c9-87d726892c06 req-f7004c5e-75b5-4c1d-bb1a-7223b5782c5c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Jun 16 14:41:08.840519 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c605b0-1b7d-4f93-acbb-8b5cde0aba69 req-d4e3ca24-8c2d-48a7-aacc-4476e36e6f6c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:08.842010 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-95c605b0-1b7d-4f93-acbb-8b5cde0aba69 req-d4e3ca24-8c2d-48a7-aacc-4476e36e6f6c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0656018 Jun 16 14:41:08.880545 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-95c605b0-1b7d-4f93-acbb-8b5cde0aba69 req-85e52580-e527-4549-9733-fc301f4cb464 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Jun 16 14:41:09.064863 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff4c16-d0cd-4217-9009-97686be2461f req-3a4410af-7c12-4d82-a0c9-2af8ffaba949 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:09.066339 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2aff4c16-d0cd-4217-9009-97686be2461f req-3a4410af-7c12-4d82-a0c9-2af8ffaba949 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 943 time: 0.0654161 Jun 16 14:41:09.103437 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2aff4c16-d0cd-4217-9009-97686be2461f req-dd15d238-3342-4bb8-8b74-b53385f92565 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Jun 16 14:41:09.958151 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d91497c2-1bee-47ce-8311-5425ec65a8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.059457 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebec48e-174e-422d-bbe9-e95e00f2afb6 req-031fb67f-7782-4d75-a073-35b739e8a878 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:10.061203 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2ebec48e-174e-422d-bbe9-e95e00f2afb6 req-031fb67f-7782-4d75-a073-35b739e8a878 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0708306 Jun 16 14:41:10.099176 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2ebec48e-174e-422d-bbe9-e95e00f2afb6 req-bd46a983-e2ae-40e2-8b2b-324bf309be9f tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Jun 16 14:41:10.224382 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 7942b3ac-4989-43e0-ba29-1287b2b13d15 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:41:10.281347 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb633-22bf-49eb-a5d6-e1f55503ab28 req-4b0a03b6-9007-46f8-bfa1-9b121aa27fd3 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:10.283068 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ce3fb633-22bf-49eb-a5d6-e1f55503ab28 req-4b0a03b6-9007-46f8-bfa1-9b121aa27fd3 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 943 time: 0.0685608 Jun 16 14:41:10.321671 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ce3fb633-22bf-49eb-a5d6-e1f55503ab28 req-089252e8-eb6c-4989-b670-da5e085977fa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Jun 16 14:41:10.323598 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 7942b3ac-4989-43e0-ba29-1287b2b13d15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:10.335270 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '7942b3ac-4989-43e0-ba29-1287b2b13d15', 'network_id': 'ace659a6-7ec6-435b-a8e8-48615386d122', 'port_id': '7942b3ac-4989-43e0-ba29-1287b2b13d15', 'mac_address': 'fa:16:3e:d3:0c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:41:10.373528 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.386605 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7942b3ac-4989-43e0-ba29-1287b2b13d15 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:41:10.399158 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-5f0d9554-fe02-4c66-ac6b-0a1c9e392da4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:10.400593 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-5f0d9554-fe02-4c66-ac6b-0a1c9e392da4 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 945 time: 0.0622160 Jun 16 14:41:10.406084 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 7942b3ac-4989-43e0-ba29-1287b2b13d15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:10.410565 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.412305 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:10.463465 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=7942b3ac-4989-43e0-ba29-1287b2b13d15,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:10.466532 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:10.512370 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Deleting port ac1aca0d-1652-4fd3-b764-29d87cc7101c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:41:10.512705 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.602789 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] For port ac1aca0d-1652-4fd3-b764-29d87cc7101c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ac1aca0d-1652-4fd3-b764-29d87cc7101c,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:10.603144 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.670696 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Calling delete_port for ac1aca0d-1652-4fd3-b764-29d87cc7101c owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:41:10.701826 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['7942b3ac-4989-43e0-ba29-1287b2b13d15'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:10.802851 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.807300 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:10.841561 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Pushing event deleted for resources: {'Port': ['ID=ac1aca0d-1652-4fd3-b764-29d87cc7101c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:10.845322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:10.890478 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] No DVR routers for this DVR port ac1aca0d-1652-4fd3-b764-29d87cc7101c on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:41:10.893003 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:10.894998 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-23eabf84-87f2-4826-9999-0ee6411194b4 req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "DELETE /v2.0/ports/ac1aca0d-1652-4fd3-b764-29d87cc7101c HTTP/1.1" status: 204 len: 173 time: 0.4879501 Jun 16 14:41:10.895480 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'name': 'network-vif-deleted', 'tag': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:10.898000 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16df035-c8f6-45bf-9008-9bf3b0f9e304" -d '{"events": [{"server_uuid": "f88e5f4c-4cc3-4c41-8fc1-ff85db72c362", "name": "network-vif-deleted", "tag": "ac1aca0d-1652-4fd3-b764-29d87cc7101c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:10.937494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d0d635-95fe-4ac6-9844-813bef381554 x-openstack-request-id: req-47d0d635-95fe-4ac6-9844-813bef381554 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:10.937811 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88e5f4c-4cc3-4c41-8fc1-ff85db72c362", "name": "network-vif-deleted", "tag": "ac1aca0d-1652-4fd3-b764-29d87cc7101c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:10.938089 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47d0d635-95fe-4ac6-9844-813bef381554 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:10.938531 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88e5f4c-4cc3-4c41-8fc1-ff85db72c362', 'name': 'network-vif-deleted', 'tag': 'ac1aca0d-1652-4fd3-b764-29d87cc7101c', 'status': 'completed', 'code': 200} Jun 16 14:41:11.250188 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-895cac5f-388d-4b55-a4a7-6f5b55d826a4 req-f1821739-1f3d-44d2-be39-741e20c9c01d tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=f88e5f4c-4cc3-4c41-8fc1-ff85db72c362 HTTP/1.1" status: 200 len: 210 time: 0.0282893 Jun 16 14:41:11.433912 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f83beb4a-2e2b-4686-9f05-fc3290fbcfe1', 'ac1aca0d-1652-4fd3-b764-29d87cc7101c'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:11.502634 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda695-88a5-4f2c-a691-b10ec9b51649 req-2fce5dac-e89f-43ca-87d5-3c8374e04e92 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:11.504175 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1dfda695-88a5-4f2c-a691-b10ec9b51649 req-2fce5dac-e89f-43ca-87d5-3c8374e04e92 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 944 time: 0.0712130 Jun 16 14:41:11.552028 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1dfda695-88a5-4f2c-a691-b10ec9b51649 req-696875eb-5f4f-4b8f-a8c3-9737700896b7 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Jun 16 14:41:12.231864 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 7942b3ac-4989-43e0-ba29-1287b2b13d15 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:12.285241 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 7942b3ac-4989-43e0-ba29-1287b2b13d15 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:12.289877 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 7942b3ac-4989-43e0-ba29-1287b2b13d15 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:12.290402 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:12.366545 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:12.396616 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e3786c-5985-4779-9f53-10596e85ea86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942b3ac-4989-43e0-ba29-1287b2b13d15'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:12.399954 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea5683f-c414-443b-94f4-135199d758d4" -d '{"events": [{"server_uuid": "12e3786c-5985-4779-9f53-10596e85ea86", "name": "network-vif-plugged", "status": "completed", "tag": "7942b3ac-4989-43e0-ba29-1287b2b13d15"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:12.426063 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 7942b3ac-4989-43e0-ba29-1287b2b13d15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:12.431442 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:12.433919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4116edaa-9d1d-4bc0-85e3-5c730e92f611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:12.495019 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699c603b-ac37-4264-8f9e-da9a5b8a9710 x-openstack-request-id: req-699c603b-ac37-4264-8f9e-da9a5b8a9710 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:12.495702 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e3786c-5985-4779-9f53-10596e85ea86", "name": "network-vif-plugged", "status": "completed", "tag": "7942b3ac-4989-43e0-ba29-1287b2b13d15", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:12.495702 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-699c603b-ac37-4264-8f9e-da9a5b8a9710 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:12.496026 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e3786c-5985-4779-9f53-10596e85ea86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942b3ac-4989-43e0-ba29-1287b2b13d15', 'code': 200} Jun 16 14:41:12.691807 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=7942b3ac-4989-43e0-ba29-1287b2b13d15,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:12.695829 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:12.752048 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:12.793484 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e05bef9c-44e7-4cbb-92d2-a09a88a72f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:12.836955 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756799f-2a35-47e6-8f3c-82bafdafeb75 req-b64d747d-5d3a-400f-9190-3a9a626aa260 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:12.838586 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b756799f-2a35-47e6-8f3c-82bafdafeb75 req-b64d747d-5d3a-400f-9190-3a9a626aa260 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.1104491 Jun 16 14:41:12.855597 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898f491-c398-4b0d-bf57-325b6eacba1b req-bf270505-063e-4e8f-bf2d-ccff1680f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:12.857064 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5898f491-c398-4b0d-bf57-325b6eacba1b req-bf270505-063e-4e8f-bf2d-ccff1680f41f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 1098 time: 0.1169717 Jun 16 14:41:12.879304 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b756799f-2a35-47e6-8f3c-82bafdafeb75 req-dbe664e5-8628-4cd0-b3f0-1a680ab8af2c tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Jun 16 14:41:12.908996 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5898f491-c398-4b0d-bf57-325b6eacba1b req-45117fcf-7b99-46bd-8b5a-29c44c8ef772 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Jun 16 14:41:12.923976 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef801f-9a71-4fd7-a4d3-38fb5f0e7d59 req-eb5ea760-a78f-4ec0-b166-158137fdd1c5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:12.925411 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4eef801f-9a71-4fd7-a4d3-38fb5f0e7d59 req-eb5ea760-a78f-4ec0-b166-158137fdd1c5 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.1010573 Jun 16 14:41:12.965253 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4eef801f-9a71-4fd7-a4d3-38fb5f0e7d59 req-58a676ea-2dc6-452c-a9ab-74ee7a8dbc35 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Jun 16 14:41:13.900126 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:14.076348 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519299-2ccc-465a-b55d-ffdea8e50a5f req-ad5b2540-0db5-42da-ad5f-57c11490308d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:14.082779 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-81519299-2ccc-465a-b55d-ffdea8e50a5f req-ad5b2540-0db5-42da-ad5f-57c11490308d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.0816593 Jun 16 14:41:14.167782 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a84b-7343-40a8-a30d-c37266d0fb53 req-abb3766f-1a9a-4d45-8a21-16c96f8b015b tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:14.169272 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fe8a84b-7343-40a8-a30d-c37266d0fb53 req-abb3766f-1a9a-4d45-8a21-16c96f8b015b tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0736737 Jun 16 14:41:14.210111 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fe8a84b-7343-40a8-a30d-c37266d0fb53 req-601a0efd-ce6f-4e64-ae68-1f75ea92f64e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Jun 16 14:41:14.253396 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device ac1aca0d-1652-4fd3-b764-29d87cc7101c no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:14.276340 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: ac1aca0d-1652-4fd3-b764-29d87cc7101c {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:14.276709 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device ac1aca0d-1652-4fd3-b764-29d87cc7101c not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:14.337676 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-81519299-2ccc-465a-b55d-ffdea8e50a5f req-01ff6fdc-e43e-41d0-a15f-6135013f01dd tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523227 Jun 16 14:41:15.378405 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5412-4b37-4c67-a98e-daa06f0bc376 req-48f36a1f-5e95-447b-b165-b5e65e0598fd tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:15.379965 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4b8b5412-4b37-4c67-a98e-daa06f0bc376 req-48f36a1f-5e95-447b-b165-b5e65e0598fd tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0620437 Jun 16 14:41:15.417719 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4b8b5412-4b37-4c67-a98e-daa06f0bc376 req-fcc121c5-080d-496e-ac21-8c2bce93a887 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Jun 16 14:41:15.507426 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7c66c-1360-4940-8e26-18ca43ef112e req-af7e9f2a-e753-4bcb-a4e7-36c31625b8d2 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:15.508769 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c6f7c66c-1360-4940-8e26-18ca43ef112e req-af7e9f2a-e753-4bcb-a4e7-36c31625b8d2 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.0616841 Jun 16 14:41:15.545405 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c6f7c66c-1360-4940-8e26-18ca43ef112e req-1685b72f-5ae6-4160-813f-a698854d7cd3 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Jun 16 14:41:16.060902 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:16.493138 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e5973-87d0-4751-9ba5-c5b021c1c076 req-f2454ef8-2231-4185-80fb-4f8490d4f972 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:16.494873 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-367e5973-87d0-4751-9ba5-c5b021c1c076 req-f2454ef8-2231-4185-80fb-4f8490d4f972 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.0769572 Jun 16 14:41:16.539297 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-367e5973-87d0-4751-9ba5-c5b021c1c076 req-5f2741dc-c753-4ed8-a383-3b36ecbe6e8e tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384719 Jun 16 14:41:16.592672 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bbc15-fdd4-45ef-a783-294f6929cba4 req-f82b70fc-6d90-4cf6-bf89-08eb361a4ae9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:16.594118 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ac4bbc15-fdd4-45ef-a783-294f6929cba4 req-f82b70fc-6d90-4cf6-bf89-08eb361a4ae9 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0619040 Jun 16 14:41:16.630764 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ac4bbc15-fdd4-45ef-a783-294f6929cba4 req-796fcb54-8a6e-4014-a354-314aa9c4dc1c tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Jun 16 14:41:17.713006 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f78192-503a-4f06-8e74-9f41c48e82ff req-97de549e-280d-4dde-9613-5561ade47478 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:17.714477 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b4f78192-503a-4f06-8e74-9f41c48e82ff req-97de549e-280d-4dde-9613-5561ade47478 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.0666313 Jun 16 14:41:17.754649 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b4f78192-503a-4f06-8e74-9f41c48e82ff req-0ff17eb8-90f7-4084-9141-a780b6cb3b50 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Jun 16 14:41:17.812768 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ba5eb-25d4-4a94-8e62-cef2210bed49 req-f9715628-b03c-4f9f-8488-b617491b6a7e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:17.814255 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f96ba5eb-25d4-4a94-8e62-cef2210bed49 req-f9715628-b03c-4f9f-8488-b617491b6a7e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0657735 Jun 16 14:41:17.853663 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f96ba5eb-25d4-4a94-8e62-cef2210bed49 req-c8335c76-3cd1-49a5-b30c-176a33b90573 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Jun 16 14:41:18.683757 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe380-2c84-4937-a4e3-94334810c509 req-11b9b9ac-933a-49e1-87af-e0fa4a5ff335 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:18.685177 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-582fe380-2c84-4937-a4e3-94334810c509 req-11b9b9ac-933a-49e1-87af-e0fa4a5ff335 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.0621784 Jun 16 14:41:18.783096 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Deleting port 7942b3ac-4989-43e0-ba29-1287b2b13d15 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:41:18.783802 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:18.907856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] For port 7942b3ac-4989-43e0-ba29-1287b2b13d15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7942b3ac-4989-43e0-ba29-1287b2b13d15,segment=NetworkSegment(5709b5a6-4f82-44d2-a83d-642b90fa8c07),segment_id=5709b5a6-4f82-44d2-a83d-642b90fa8c07)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:18.908213 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:18.979747 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Calling delete_port for 7942b3ac-4989-43e0-ba29-1287b2b13d15 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:41:19.031750 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:41:19.038086 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657db89-5604-42a6-ae67-f61b9c6b11c1 req-da870ac6-0b59-4b65-993b-4cda7d4623db tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:19.039730 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c657db89-5604-42a6-ae67-f61b9c6b11c1 req-da870ac6-0b59-4b65-993b-4cda7d4623db tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0715995 Jun 16 14:41:19.051137 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defabb4d-3314-4843-9ad3-9ae826b388d5 req-a8c6d6c5-7748-4f97-9f47-d64b8f0e106e tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:19.052607 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-defabb4d-3314-4843-9ad3-9ae826b388d5 req-a8c6d6c5-7748-4f97-9f47-d64b8f0e106e tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/ports?device_id=12e3786c-5985-4779-9f53-10596e85ea86 HTTP/1.1" status: 200 len: 945 time: 0.1890035 Jun 16 14:41:19.083355 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c657db89-5604-42a6-ae67-f61b9c6b11c1 req-4cfced2b-9d6a-41bc-a52b-4e92444e2437 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Jun 16 14:41:19.125318 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-defabb4d-3314-4843-9ad3-9ae826b388d5 req-98cf33df-f20f-4f25-96af-2da1a12bd649 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.96 "GET /v2.0/security-groups?id=578e0d47-af83-4212-b10b-4674f8e9958b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Jun 16 14:41:19.179773 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:19.183609 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:19.192369 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['7942b3ac-4989-43e0-ba29-1287b2b13d15'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:19.208344 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Pushing event deleted for resources: {'Port': ['ID=7942b3ac-4989-43e0-ba29-1287b2b13d15,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:19.211635 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:19.256747 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] No DVR routers for this DVR port 7942b3ac-4989-43e0-ba29-1287b2b13d15 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:41:19.259961 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:19.261865 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-582fe380-2c84-4937-a4e3-94334810c509 req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] 10.222.0.79 "DELETE /v2.0/ports/7942b3ac-4989-43e0-ba29-1287b2b13d15 HTTP/1.1" status: 204 len: 173 time: 0.5695255 Jun 16 14:41:19.262386 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e3786c-5985-4779-9f53-10596e85ea86', 'name': 'network-vif-deleted', 'tag': '7942b3ac-4989-43e0-ba29-1287b2b13d15'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:19.264877 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a003c33-5dab-4a79-a41d-211ead9cb892" -d '{"events": [{"server_uuid": "12e3786c-5985-4779-9f53-10596e85ea86", "name": "network-vif-deleted", "tag": "7942b3ac-4989-43e0-ba29-1287b2b13d15"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:19.299288 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df462ca-64d6-4fd1-b653-e2df613c2c9a x-openstack-request-id: req-0df462ca-64d6-4fd1-b653-e2df613c2c9a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:19.299611 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e3786c-5985-4779-9f53-10596e85ea86", "name": "network-vif-deleted", "tag": "7942b3ac-4989-43e0-ba29-1287b2b13d15", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:19.299890 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0df462ca-64d6-4fd1-b653-e2df613c2c9a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:19.300306 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e3786c-5985-4779-9f53-10596e85ea86', 'name': 'network-vif-deleted', 'tag': '7942b3ac-4989-43e0-ba29-1287b2b13d15', 'status': 'completed', 'code': 200} Jun 16 14:41:20.261946 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069a49-58d5-4cfd-9546-c4c53411701c req-b631035d-bbbe-482f-9d9f-1f9f59e45646 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:20.263578 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ac069a49-58d5-4cfd-9546-c4c53411701c req-b631035d-bbbe-482f-9d9f-1f9f59e45646 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0662696 Jun 16 14:41:20.305542 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ac069a49-58d5-4cfd-9546-c4c53411701c req-7ce0099e-dc0c-41a5-a6ba-a5103a682bca tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/security-groups?id=2a29d134-5210-4d95-8bdd-6c9515eff9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jun 16 14:41:20.711955 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-e69d6eac-0faa-4698-a590-f6eee52ee2aa tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:20.713515 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-e69d6eac-0faa-4698-a590-f6eee52ee2aa tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 946 time: 0.0683815 Jun 16 14:41:20.816027 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Deleting port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:41:20.816366 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:20.915122 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] For port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:20.915478 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:20.980132 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Calling delete_port for f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:41:21.110009 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:21.115162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:21.121683 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f83beb4a-2e2b-4686-9f05-fc3290fbcfe1'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:21.141303 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Pushing event deleted for resources: {'Port': ['ID=f83beb4a-2e2b-4686-9f05-fc3290fbcfe1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:21.144279 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:21.188996 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] No DVR routers for this DVR port f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:41:21.191442 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:21.194435 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-624249b9-8a5c-406f-a342-5b78cfca57dc req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.79 "DELETE /v2.0/ports/f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 HTTP/1.1" status: 204 len: 173 time: 0.4740725 Jun 16 14:41:21.301749 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89313066-05fc-463f-9cf8-0611e99cafc5', 'name': 'network-vif-deleted', 'tag': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:21.304668 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344b1615-a8e4-405f-bc0e-3b0df43d93dd" -d '{"events": [{"server_uuid": "89313066-05fc-463f-9cf8-0611e99cafc5", "name": "network-vif-deleted", "tag": "f83beb4a-2e2b-4686-9f05-fc3290fbcfe1"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:21.343337 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db2af9-c91c-4308-83c0-a660ff16db9d x-openstack-request-id: req-c9db2af9-c91c-4308-83c0-a660ff16db9d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:21.343663 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89313066-05fc-463f-9cf8-0611e99cafc5", "name": "network-vif-deleted", "tag": "f83beb4a-2e2b-4686-9f05-fc3290fbcfe1", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:21.343945 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c9db2af9-c91c-4308-83c0-a660ff16db9d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:21.344376 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89313066-05fc-463f-9cf8-0611e99cafc5', 'name': 'network-vif-deleted', 'tag': 'f83beb4a-2e2b-4686-9f05-fc3290fbcfe1', 'status': 'completed', 'code': 200} Jun 16 14:41:21.466102 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e242e9f2-53df-4377-8dc5-5711207e3223 req-a37f1b4e-8c47-4f79-a5b8-dca4a64cdeb8 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] 10.222.0.96 "GET /v2.0/ports?device_id=89313066-05fc-463f-9cf8-0611e99cafc5 HTTP/1.1" status: 200 len: 210 time: 0.0342298 Jun 16 14:41:22.314510 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:22.343492 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:22.344213 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f83beb4a-2e2b-4686-9f05-fc3290fbcfe1 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:22.344791 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 7942b3ac-4989-43e0-ba29-1287b2b13d15 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:22.380613 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 7942b3ac-4989-43e0-ba29-1287b2b13d15 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:22.381853 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 7942b3ac-4989-43e0-ba29-1287b2b13d15 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:22.607026 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54318) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:23.222354 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:23.797116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Deleting port bb35106e-4a6d-4567-b50a-a2a2711ebd28 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:41:23.797968 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:23.898944 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] For port bb35106e-4a6d-4567-b50a-a2a2711ebd28, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=bb35106e-4a6d-4567-b50a-a2a2711ebd28,segment=NetworkSegment(75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa),segment_id=75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:23.899364 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:23.973271 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Calling delete_port for bb35106e-4a6d-4567-b50a-a2a2711ebd28 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:41:24.215525 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:24.220119 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-90c11150-fa2e-4c55-b588-434e2c6f1b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:24.246065 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb35106e-4a6d-4567-b50a-a2a2711ebd28,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:24.270093 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:24.417550 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:24.696336 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:41:24.829433 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:41:24.837333 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] 10.222.0.96 "PUT /v2.0/routers/26e4f84f-890a-48bf-8c4d-8d9effbd3400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2256713 Jun 16 14:41:24.837722 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54342) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:24.844644 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] Sync routers for ids ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:41:24.963644 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] Routers {'26e4f84f-890a-48bf-8c4d-8d9effbd3400'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:24.964408 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:24.964758 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:25.106900 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] Set router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:25.107831 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.170120 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Deleting port 87fa54fd-c7f0-4f05-add0-bf00f41c0752 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:41:25.170436 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.262193 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] For port 87fa54fd-c7f0-4f05-add0-bf00f41c0752, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=87fa54fd-c7f0-4f05-add0-bf00f41c0752,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:25.263038 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.345198 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Calling delete_port for 87fa54fd-c7f0-4f05-add0-bf00f41c0752 owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:41:25.352339 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:41:24Z', 'revision_number': 5, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port': {'id': '87fa54fd-c7f0-4f05-add0-bf00f41c0752', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:38Z', 'updated_at': '2021-06-16T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:25.357770 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] Checking router: 26e4f84f-890a-48bf-8c4d-8d9effbd3400 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:41:25.375709 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] Routers {'26e4f84f-890a-48bf-8c4d-8d9effbd3400'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:25.376601 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:25.487833 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] Set router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:25.547637 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:41:25Z', 'revision_number': 6, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port_host': None}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:25.554310 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8156bd6-1d0d-488b-a147-830b7d804243 None None] The sync data for ids ['26e4f84f-890a-48bf-8c4d-8d9effbd3400'] in dv-cinder-780933-6-smb is: [{'id': '26e4f84f-890a-48bf-8c4d-8d9effbd3400', 'name': 'tempest-ServerRescueNegativeTestJSON-47676552-router', 'tenant_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:41:25Z', 'revision_number': 6, 'project_id': '9c13ccc218d649d2a9bef1f4a3a1aa0d', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:41:25.582326 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.585696 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fd32beaa-aeb7-4e27-8206-e2b684d686e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:25.618183 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Pushing event deleted for resources: {'Port': ['ID=87fa54fd-c7f0-4f05-add0-bf00f41c0752,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:25.620804 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:25.684549 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.793820 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.796024 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.869268 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.869962 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e4f84f-890a-48bf-8c4d-8d9effbd3400 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:41:25.876295 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:25.877453 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] 10.222.0.96 "DELETE /v2.0/routers/26e4f84f-890a-48bf-8c4d-8d9effbd3400 HTTP/1.1" status: 204 len: 168 time: 1.0386355 Jun 16 14:41:25.880202 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54352) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:25.936765 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Deleting subnet 696d4c8f-2e66-479c-9fb6-ac2c7a02be29 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:41:25.940079 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.004441 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.061781 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.137208 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.147087 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-893f4d50-5812-435f-b0a4-2b3b831f6e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:26.152082 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.155676 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/696d4c8f-2e66-479c-9fb6-ac2c7a02be29 HTTP/1.1" status: 204 len: 168 time: 0.2722592 Jun 16 14:41:26.158847 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54358) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:26.165363 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device bb35106e-4a6d-4567-b50a-a2a2711ebd28 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:26.178511 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696d4c8f-2e66-479c-9fb6-ac2c7a02be29,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:26.181061 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:26.191655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: bb35106e-4a6d-4567-b50a-a2a2711ebd28 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:26.191655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device bb35106e-4a6d-4567-b50a-a2a2711ebd28 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:26.275659 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.359450 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.373098 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d021e4e-e797-4785-a75b-830b92b37b19']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:26.389320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:26.389618 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b2c4a3-5e9a-4ef6-b902-33bef6dd01aa') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:26.405567 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.428583 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.436403 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:41:26.436730 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:41:26.438655 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:41:26.442078 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:41:26.511824 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.523378 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:26.526677 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.529394 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] 10.222.0.96 "DELETE /v2.0/networks/3d021e4e-e797-4785-a75b-830b92b37b19 HTTP/1.1" status: 204 len: 168 time: 0.3681610 Jun 16 14:41:26.549886 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d021e4e-e797-4785-a75b-830b92b37b19,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:26.556166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f713587e-7f45-4be8-89eb-03364232911f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:26.699141 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54372) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:26.794696 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e9bb594c-bbea-46a5-984a-82ca4825aa06 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c13ccc218d649d2a9bef1f4a3a1aa0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0942235 Jun 16 14:41:26.797094 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54374) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:26.863775 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.916454 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.927484 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.995650 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:26.999293 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:27.000612 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2a29d134-5210-4d95-8bdd-6c9515eff9bf HTTP/1.1" status: 204 len: 168 time: 0.2023041 Jun 16 14:41:27.001632 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b1cf9fdf-e605-4df6-b4c8-a172c41de59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:27.015268 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a29d134-5210-4d95-8bdd-6c9515eff9bf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:27.024596 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:27.938895 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 87fa54fd-c7f0-4f05-add0-bf00f41c0752 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:27.963682 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 87fa54fd-c7f0-4f05-add0-bf00f41c0752 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:27.964034 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 87fa54fd-c7f0-4f05-add0-bf00f41c0752 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:27.983475 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54406) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:28.163628 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-893987689-network', 'tenant_id': '6713e830fb814adba766bcf5179d0267'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:28.190925 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Made reservation on behalf of 6713e830fb814adba766bcf5179d0267 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:41:28.195997 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.210640 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.358951 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.365258 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.368892 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-aa85eb6f-4ab7-417f-9bf6-603e1aedeae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:28.405914 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203f39c9-2ae0-406e-8ad0-f4a4d10b101c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:28.409363 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:41:28.412195 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:28.428667 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.429120 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Added segment 26e41854-c200-4ccc-985d-f4d7586fd288 of type vlan for network 46626243-3627-4520-affa-39f45f5752c9 Jun 16 14:41:28.491529 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.538974 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.540947 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:28.541652 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.545290 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:28.587001 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6021461 Jun 16 14:41:28.588235 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54416) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:28.594842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Request body: {'subnet': {'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-subnet', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:28.639324 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Pushing event updated for resources: {'Network': ['ID=46626243-3627-4520-affa-39f45f5752c9,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:28.640464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Made reservation on behalf of 6713e830fb814adba766bcf5179d0267 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:41:28.642271 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:28.643681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000790'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.651224 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 46626243-3627-4520-affa-39f45f5752c9 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:41:28.859406 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000772'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.861887 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4e2b4efa-de01-47d3-b9b5-3a3240aa2b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:28.931070 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:28.934509 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:28.942245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Checking segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:28.942663 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Network hostable DHCP agents. Network: 46626243-3627-4520-affa-39f45f5752c9, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:41:28.964098 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Network 46626243-3627-4520-affa-39f45f5752c9 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:41:28.975837 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 46626243-3627-4520-affa-39f45f5752c9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:28.980841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:28.982483 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:28.988086 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a4876-c482-46e6-86c8-98a98a050bdc None None] Network 46626243-3627-4520-affa-39f45f5752c9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:41:29.005487 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54418) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:29.006190 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4157753 Jun 16 14:41:29.011102 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:29.040502 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.042012 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.118241 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.189610 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-46626243-3627-4520-affa-39f45f5752c9', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:41:29.190734 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.300017 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.369074 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Allocated IP 172.20.0.2 (46626243-3627-4520-affa-39f45f5752c9/40d422b1-6667-4aa2-87ec-8aeb1bbc0daf/e818113c-84cb-41d1-912b-d428ed8e03bd) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:29.537888 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.557198 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.574718 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.585202 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Transition to ACTIVE for port object e818113c-84cb-41d1-912b-d428ed8e03bd will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:29.607480 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Transition to ACTIVE for port object e818113c-84cb-41d1-912b-d428ed8e03bd will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:29.621068 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.624329 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:29.662483 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Network 46626243-3627-4520-affa-39f45f5752c9 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:29.664061 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:29.666881 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:29.672865 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Allocated IP 172.28.0.85 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/b4d54a44-9e85-45f8-a55b-05c865a8e03d) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:29.687139 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Pushing event updated for resources: {'Port': ['ID=e818113c-84cb-41d1-912b-d428ed8e03bd,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:29.696881 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:29.757764 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Attempting to bind port e818113c-84cb-41d1-912b-d428ed8e03bd on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:41:29.758329 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Attempting to bind port e818113c-84cb-41d1-912b-d428ed8e03bd by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:41:29.758802 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Attempting to bind port e818113c-84cb-41d1-912b-d428ed8e03bd on network 46626243-3627-4520-affa-39f45f5752c9 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:29.764771 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:41:29.765288 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Checking segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:29.765812 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.766360 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Bound using segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:41:29.767026 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Bound port: e818113c-84cb-41d1-912b-d428ed8e03bd, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:41:29.767411 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.829352 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.842750 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] For port e818113c-84cb-41d1-912b-d428ed8e03bd, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:41:29.846555 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] For port e818113c-84cb-41d1-912b-d428ed8e03bd, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=e818113c-84cb-41d1-912b-d428ed8e03bd,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:41:29.852590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.855653 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7ce577d7-2435-42ed-8f32-adf59c469d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:29.914746 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10223144'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:29.917380 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b4324c84-ad7a-4f10-bcdd-2b6d6f5e79bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:29.930766 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Pushing event updated for resources: {'Port': ['ID=e818113c-84cb-41d1-912b-d428ed8e03bd,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:29.933973 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:29.966334 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:29.974163 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:29.982984 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:30.028733 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Pushing event updated for resources: {'Port': ['ID=b4d54a44-9e85-45f8-a55b-05c865a8e03d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:30.036321 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:30.516590 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:30.722413 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:30.861714 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:41:30.979782 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:41:30.992206 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:41:31.006831 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:31.008059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:31.016170 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:31.020379 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54440) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:31.031088 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0233209 Jun 16 14:41:31.149043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:31.254087 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f804d3a5-f714-486e-9cc5-26c667bb597f None None] Network 46626243-3627-4520-affa-39f45f5752c9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:41:31.482066 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-3f371d01-6817-4b2d-9c4b-60f13a94108d None None] Provisioning for port e818113c-84cb-41d1-912b-d428ed8e03bd completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:31.573651 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:30Z', 'revision_number': 3, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:31.579702 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:41:31.580062 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Updating router 1153725b-c355-4355-b8c3-e32bab1c4c7c port b4d54a44-9e85-45f8-a55b-05c865a8e03d binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:41:31.633452 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:31.775913 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.036193 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Allocated IP 172.20.0.1 (46626243-3627-4520-affa-39f45f5752c9/40d422b1-6667-4aa2-87ec-8aeb1bbc0daf/43baa274-8a66-4270-9e4b-cbe57b050a37) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:32.043842 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.061110 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device e818113c-84cb-41d1-912b-d428ed8e03bd up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:32.096193 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Transition to ACTIVE for port object b4d54a44-9e85-45f8-a55b-05c865a8e03d will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:32.109583 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.113071 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:32.173530 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Attempting to bind port b4d54a44-9e85-45f8-a55b-05c865a8e03d on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:41:32.174078 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Attempting to bind port b4d54a44-9e85-45f8-a55b-05c865a8e03d by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:41:32.174552 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Attempting to bind port b4d54a44-9e85-45f8-a55b-05c865a8e03d on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:32.188578 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5219f-b0ec-4633-a993-19baad50b019 None None] Pushing event updated for resources: {'Port': ['ID=b4d54a44-9e85-45f8-a55b-05c865a8e03d,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:32.192125 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-0ff5219f-b0ec-4633-a993-19baad50b019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:32.194075 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:41:32.194978 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:32.195134 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.195541 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:41:32.196122 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Bound port: b4d54a44-9e85-45f8-a55b-05c865a8e03d, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:41:32.196583 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.199535 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port e818113c-84cb-41d1-912b-d428ed8e03bd completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:32.225258 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port e818113c-84cb-41d1-912b-d428ed8e03bd triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:32.225859 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.229803 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.253642 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Transition to ACTIVE for port object 43baa274-8a66-4270-9e4b-cbe57b050a37 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:32.301648 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] For port b4d54a44-9e85-45f8-a55b-05c865a8e03d, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:41:32.306703 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.307968 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] For port b4d54a44-9e85-45f8-a55b-05c865a8e03d, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=b4d54a44-9e85-45f8-a55b-05c865a8e03d,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:41:32.316188 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.318978 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:32.321719 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:32.353520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Network 46626243-3627-4520-affa-39f45f5752c9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:32.358787 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:32.374081 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:32.410137 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Pushing event updated for resources: {'Port': ['ID=43baa274-8a66-4270-9e4b-cbe57b050a37,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:32.412219 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:32.413875 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:32.415846 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:32.429457 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.520047 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.543389 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5219f-b0ec-4633-a993-19baad50b019 None None] Pushing event updated for resources: {'Port': ['ID=b4d54a44-9e85-45f8-a55b-05c865a8e03d,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:32.546756 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-0ff5219f-b0ec-4633-a993-19baad50b019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:32.579385 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port e818113c-84cb-41d1-912b-d428ed8e03bd, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=e818113c-84cb-41d1-912b-d428ed8e03bd,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:32.588368 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.594555 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-0ff5219f-b0ec-4633-a993-19baad50b019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:32.647124 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:32.654774 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.942630 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.954062 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:32.961009 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-79868b65-470b-4a37-bd6e-5a1429400a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:32.968068 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=e818113c-84cb-41d1-912b-d428ed8e03bd,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:32.975121 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:32.976099 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-27c81e68-e614-43d3-b123-207ba5158f8f None None] Provisioning for port 43baa274-8a66-4270-9e4b-cbe57b050a37 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:32.989800 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-27c81e68-e614-43d3-b123-207ba5158f8f None None] Provisioning complete for port 43baa274-8a66-4270-9e4b-cbe57b050a37 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:32.990841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-27c81e68-e614-43d3-b123-207ba5158f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:33.055849 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Pushing event updated for resources: {'Port': ['ID=43baa274-8a66-4270-9e4b-cbe57b050a37,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:33.066030 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:33.084258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:33.093949 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-27c81e68-e614-43d3-b123-207ba5158f8f None None] Port 43baa274-8a66-4270-9e4b-cbe57b050a37 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:41:33.175832 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:30Z', 'revision_number': 3, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:33.180939 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc07723-97b8-49b5-a246-907c4c28d81a None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:30Z', 'revision_number': 3, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:41:33.235780 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Network 46626243-3627-4520-affa-39f45f5752c9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:33.237698 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:33.449911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:41:33.632167 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-288993dd-f6ed-437b-9222-a10a9e239139 None None] Provisioning complete for port 43baa274-8a66-4270-9e4b-cbe57b050a37 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:33.634542 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-288993dd-f6ed-437b-9222-a10a9e239139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:33.724563 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-288993dd-f6ed-437b-9222-a10a9e239139 None None] Port 43baa274-8a66-4270-9e4b-cbe57b050a37 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:41:33.917298 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:41:33.930168 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] 10.222.0.96 "PUT /v2.0/routers/1153725b-c355-4355-b8c3-e32bab1c4c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080040 Jun 16 14:41:34.129167 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device e818113c-84cb-41d1-912b-d428ed8e03bd up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:34.216490 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port e818113c-84cb-41d1-912b-d428ed8e03bd triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:34.216919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.326378 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device b4d54a44-9e85-45f8-a55b-05c865a8e03d up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:34.393645 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port b4d54a44-9e85-45f8-a55b-05c865a8e03d completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:34.403992 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port b4d54a44-9e85-45f8-a55b-05c865a8e03d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:34.404547 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.539554 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.566171 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port b4d54a44-9e85-45f8-a55b-05c865a8e03d, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=b4d54a44-9e85-45f8-a55b-05c865a8e03d,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:34.572831 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.575656 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:34.632581 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=b4d54a44-9e85-45f8-a55b-05c865a8e03d,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:34.636368 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:34.677157 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54484) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:34.684464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289014292', 'description': 'tempest-description--417428807'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:34.715633 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.821027 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.825077 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.827704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8142b887-5dac-440e-b371-a831644e1784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:34.855321 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:34.858290 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.862101 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1800561 Jun 16 14:41:34.862101 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:34.862537 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54486) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:34.868202 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'security_group_rule': {'security_group_id': 'faf15a7a-7cf6-44d4-a373-8cfb0d062d1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:34.909656 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.982726 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.988016 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:34.991328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:35.015075 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.018261 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526065 Jun 16 14:41:35.018261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1210c14f-f610-4c79-b24e-1f30b85a57d7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:35.019173 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:35.034010 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'security_group_rule': {'security_group_id': 'faf15a7a-7cf6-44d4-a373-8cfb0d062d1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:35.039987 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b20d26e9-894a-42b4-92c2-8d11b4829a82 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:35.065787 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.139683 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.144758 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.148021 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:35.168213 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8617dae8-75fe-4ceb-a3ef-8af46e1284f9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:35.172023 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:35.173250 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.174645 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467328 Jun 16 14:41:35.179417 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54492) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:35.185188 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'floatingip': {'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:35.210561 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.339339 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.380813 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:41:35.406476 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:35.408286 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:35.541969 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Allocated IP 172.28.0.73 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/32426398-81e2-40a2-ade1-304898a7f3ed) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:35.591600 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:35.710385 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.752276 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10223144'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.757727 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:35.800000 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:35.806796 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:35.809693 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:35.819845 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 2, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:35.823954 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:41:35.824329 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Updating router 1153725b-c355-4355-b8c3-e32bab1c4c7c port 43baa274-8a66-4270-9e4b-cbe57b050a37 binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:41:35.846911 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'Port': ['ID=32426398-81e2-40a2-ade1-304898a7f3ed,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:35.850680 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:35.873871 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:35.935690 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.001628 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.081603 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device b4d54a44-9e85-45f8-a55b-05c865a8e03d up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:36.179786 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port b4d54a44-9e85-45f8-a55b-05c865a8e03d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:36.180360 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.194414 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.220260 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Transition to ACTIVE for port object 43baa274-8a66-4270-9e4b-cbe57b050a37 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:36.231172 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.234398 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-70ec17bf-e226-4fb5-8fc3-155b48264bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:36.254314 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.262499 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10223166'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.265621 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:36.327130 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'Port': ['ID=32426398-81e2-40a2-ade1-304898a7f3ed,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:36.331395 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:36.345529 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Pushing event updated for resources: {'Port': ['ID=43baa274-8a66-4270-9e4b-cbe57b050a37,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:36.358059 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.358450 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.358766 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.359117 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.362416 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.362770 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.365815 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.366411 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.366775 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.367118 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.367450 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.367780 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:36.371710 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:36.385729 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.422713 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.423966 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2427893 Jun 16 14:41:36.470000 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Attempting to bind port 43baa274-8a66-4270-9e4b-cbe57b050a37 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:41:36.470659 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Attempting to bind port 43baa274-8a66-4270-9e4b-cbe57b050a37 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:41:36.470757 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Attempting to bind port 43baa274-8a66-4270-9e4b-cbe57b050a37 on network 46626243-3627-4520-affa-39f45f5752c9 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:36.477924 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:41:36.478329 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Checking segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:36.479085 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.479679 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Bound using segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:41:36.480432 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Bound port: 43baa274-8a66-4270-9e4b-cbe57b050a37, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:41:36.480995 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.614577 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] For port 43baa274-8a66-4270-9e4b-cbe57b050a37, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:41:36.618911 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] For port 43baa274-8a66-4270-9e4b-cbe57b050a37, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=43baa274-8a66-4270-9e4b-cbe57b050a37,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:41:36.625530 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:36.639587 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:36.665962 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0559a3e1-58e8-477e-a5dd-531b5e87c0d6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--289014292&fields=id&tenant_id=6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 267 time: 0.0531209 Jun 16 14:41:36.699125 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:36.700224 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:36.811938 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-fd24730c-35a3-4582-b002-7a264bdf7a7b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:36.820082 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-fd24730c-35a3-4582-b002-7a264bdf7a7b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 816 time: 0.1527610 Jun 16 14:41:36.838832 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-173f0393-d690-484f-b6ee-37064471f137 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/quotas/6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 375 time: 0.0176253 Jun 16 14:41:36.906492 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Pushing event updated for resources: {'Port': ['ID=43baa274-8a66-4270-9e4b-cbe57b050a37,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:36.909651 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-ef7902c3-234a-4b91-bdd6-e3d62a9b3bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:36.949744 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-e03ce220-6671-4e90-86eb-4f4d77aae5e7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096859 Jun 16 14:41:36.992275 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:37.069831 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-718c7993-de40-4a5d-a04d-e446f72d7aed service neutron] 10.222.0.96 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072171 Jun 16 14:41:37.200701 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-3a674f90-1d7f-4d38-b7f1-b1bd0d7d725d service neutron] 10.222.0.96 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214292 Jun 16 14:41:37.228106 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:36Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:37.232797 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6dbd4-32cd-4229-b5d2-d8cdcb9a34fb None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:36Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:41:37.447094 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d5474027-71b5-458a-8705-620c4393626c req-5f72b9db-dcbe-4e85-bd3d-abcbd01fc73b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 210 time: 0.0480587 Jun 16 14:41:38.094342 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 43baa274-8a66-4270-9e4b-cbe57b050a37 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:38.174860 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 43baa274-8a66-4270-9e4b-cbe57b050a37 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:38.180688 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 43baa274-8a66-4270-9e4b-cbe57b050a37 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:38.181303 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:38.288092 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:38.351680 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 43baa274-8a66-4270-9e4b-cbe57b050a37, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=43baa274-8a66-4270-9e4b-cbe57b050a37,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:38.359246 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:38.361134 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:38.425602 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=43baa274-8a66-4270-9e4b-cbe57b050a37,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:38.430229 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:38.644191 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-30c9113a-b5da-40f3-b3c7-41a3dd1b8eb4 req-d7b5d498-1fad-451c-afa8-f2fb79ddbe87 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 210 time: 0.0519955 Jun 16 14:41:39.093839 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-7bd016d7-b655-487b-be6a-e6bd03b3ee4d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:39.093839 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-7bd016d7-b655-487b-be6a-e6bd03b3ee4d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 816 time: 0.1711392 Jun 16 14:41:39.145161 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-e1e2587f-7d06-45e3-9485-4a865ee2b842 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 379 time: 0.0400908 Jun 16 14:41:39.159258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'port': {'device_id': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'admin_state_up': True, 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'security_groups': ['faf15a7a-7cf6-44d4-a373-8cfb0d062d1b']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:39.301538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Made reservation on behalf of 6713e830fb814adba766bcf5179d0267 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:41:39.305753 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:39.460605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Allocated IP 172.20.0.8 (46626243-3627-4520-affa-39f45f5752c9/40d422b1-6667-4aa2-87ec-8aeb1bbc0daf/1d90f0e9-b3c9-4f7a-93f3-c9d66574c909) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:39.645176 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:39.663276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Transition to ACTIVE for port object 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:39.703504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:39.709649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:39.768834 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Network 46626243-3627-4520-affa-39f45f5752c9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:39.793910 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:39.796538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:39.799469 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:39.865973 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:39.866696 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:39.876181 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.876555 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.876922 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.877283 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.877635 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.878000 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.878404 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.878753 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.879098 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.879441 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.879785 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.880126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:39.896609 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:39.909231 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539709 Jun 16 14:41:39.931557 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Request body: {'port': {'device_id': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:39.976739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6da8b764-8304-441c-8de5-7ec15ca714f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.024244 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227231d-7b4a-4e4c-bc69-2ecd54d494ad req-7e7a7ca9-5b02-4d68-8a9c-8ca52a059db9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:40.040087 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 43baa274-8a66-4270-9e4b-cbe57b050a37 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:40.045372 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e227231d-7b4a-4e4c-bc69-2ecd54d494ad req-7e7a7ca9-5b02-4d68-8a9c-8ca52a059db9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 931 time: 0.1764367 Jun 16 14:41:40.055233 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.096507 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e227231d-7b4a-4e4c-bc69-2ecd54d494ad req-f562aa45-91b6-4c0e-9ac8-f14f999cecf8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500784 Jun 16 14:41:40.141545 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 43baa274-8a66-4270-9e4b-cbe57b050a37 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:40.142266 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.198457 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-6aa6ef87-9545-4ff5-8afb-fff296596234 None None] Provisioning for port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:40.204786 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-6aa6ef87-9545-4ff5-8afb-fff296596234 None None] Provisioning complete for port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:40.205077 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ef87-9545-4ff5-8afb-fff296596234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.272730 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6ef87-9545-4ff5-8afb-fff296596234 None None] Port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:41:40.381131 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:41:40.393868 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.413339 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Transition to ACTIVE for port object 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:40.421112 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.425922 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0f4910d7-a2fe-4a41-a578-6cece7218ed0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:40.536080 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:40.575126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:40.609407 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Attempting to bind port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:41:40.610124 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Attempting to bind port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:41:40.610892 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Attempting to bind port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 on network 46626243-3627-4520-affa-39f45f5752c9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:40.626183 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 on network 46626243-3627-4520-affa-39f45f5752c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:41:40.626529 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Attempting to bind port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 on network 46626243-3627-4520-affa-39f45f5752c9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:40.633666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:41:40.634027 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Checking segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:40.634418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Bound using segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:41:40.634900 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Bound port: 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:41:40.635255 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.717180 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:41:40.720264 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:41:40.726511 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.729732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2eea019c-08f4-4239-93a4-44508d6c8ffa tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:40.760065 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:40.760788 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:40.762147 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] 10.222.0.79 "PUT /v2.0/ports/1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 1093 time: 0.8406193 Jun 16 14:41:40.762776 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:40.765350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d3645e-d02b-4159-b35b-4eec49272cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:40.804584 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:40.818869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:40.858248 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0e4628-7fe6-450a-ae5a-a17f14207fbc x-openstack-request-id: req-8e0e4628-7fe6-450a-ae5a-a17f14207fbc {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:40.858248 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:40.858248 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8e0e4628-7fe6-450a-ae5a-a17f14207fbc {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:40.858248 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'status': 'completed', 'code': 200} Jun 16 14:41:40.885709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-2d6b3fe6-f814-4886-8839-00f16572d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:40.888195 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-2d6b3fe6-f814-4886-8839-00f16572d295 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0679111 Jun 16 14:41:40.935213 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-9430786b-11e4-4a88-afc9-93a4aabcceaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 217 time: 0.0371773 Jun 16 14:41:40.999340 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ad1e81ad-2c8f-4d9c-98a8-258e31afbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.001000 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-ad1e81ad-2c8f-4d9c-98a8-258e31afbc44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0581861 Jun 16 14:41:41.087899 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-cb0da284-531e-4045-aef2-b19eec56d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.089623 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-cb0da284-531e-4045-aef2-b19eec56d89d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817347 Jun 16 14:41:41.193638 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-a7c148fd-e6ab-4137-b047-b8d5b4aa988f service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939009 Jun 16 14:41:41.339954 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c90dc9ec-93c4-4c9c-b476-def97016209f req-350eb828-59bc-4c71-a692-1ab363b418fc service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360180 Jun 16 14:41:41.387775 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e90-8ee6-4599-9c32-45fa4fc25343 req-1a325d88-3e02-4aa7-8e46-83a30cc1e096 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.389669 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-eb2f8e90-8ee6-4599-9c32-45fa4fc25343 req-1a325d88-3e02-4aa7-8e46-83a30cc1e096 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0689399 Jun 16 14:41:41.432499 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-eb2f8e90-8ee6-4599-9c32-45fa4fc25343 req-ff34e446-2d27-4a36-8e7d-7bdec21b0471 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Jun 16 14:41:41.515566 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d011a6-a80e-40b9-bf04-16704af28813 req-d12faae0-d8a0-4274-b576-042960de2bfc tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.516946 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e6d011a6-a80e-40b9-bf04-16704af28813 req-d12faae0-d8a0-4274-b576-042960de2bfc tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.1070871 Jun 16 14:41:41.519553 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-a4190bdd-11c6-4152-b0fb-40b3483aad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.520912 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-a4190bdd-11c6-4152-b0fb-40b3483aad8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1096 time: 0.1091866 Jun 16 14:41:41.579287 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e6d011a6-a80e-40b9-bf04-16704af28813 req-ed85c526-ca9d-4812-9b6f-d89fbeb91a43 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561337 Jun 16 14:41:41.635997 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-beee465b-244b-4863-a8c8-f8f2f869d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.637428 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-beee465b-244b-4863-a8c8-f8f2f869d7db service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.1015658 Jun 16 14:41:41.679494 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-aef5f7db-3732-46c1-aa58-eb05ae5484e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 217 time: 0.0340221 Jun 16 14:41:41.733974 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-cb04a325-dc64-4957-9d31-d5327541d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.735451 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-cb04a325-dc64-4957-9d31-d5327541d66c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0428238 Jun 16 14:41:41.796227 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-3edefbec-00c1-4013-8365-cc267b406089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:41.797707 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-3edefbec-00c1-4013-8365-cc267b406089 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534515 Jun 16 14:41:41.912387 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-fc41ec8d-a179-488f-9e9f-805440dc3959 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064219 Jun 16 14:41:42.011497 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d7d3645e-d02b-4159-b35b-4eec49272cc7 req-a271c43b-802a-4048-9571-a600ab1d8204 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907576 Jun 16 14:41:42.637617 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a534ed8-eaf1-43a4-aca9-9e4b24cedcf2 req-896c0524-b210-4616-9c0f-dc0940998963 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:42.639385 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2a534ed8-eaf1-43a4-aca9-9e4b24cedcf2 req-896c0524-b210-4616-9c0f-dc0940998963 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0672736 Jun 16 14:41:42.675672 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67db1d-7258-4d25-a706-750cd5c0deb8 req-ca4ce90e-097f-4124-897a-425ed5950a25 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:42.677224 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ef67db1d-7258-4d25-a706-750cd5c0deb8 req-ca4ce90e-097f-4124-897a-425ed5950a25 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0674236 Jun 16 14:41:42.678440 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2a534ed8-eaf1-43a4-aca9-9e4b24cedcf2 req-396f0375-776c-44b8-aaab-2eb5d5dd611b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330515 Jun 16 14:41:42.718854 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ef67db1d-7258-4d25-a706-750cd5c0deb8 req-abbc6cd3-cd8c-47c0-b523-5249fa1f1dd1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356810 Jun 16 14:41:42.742772 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:42.790307 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-1d9571cd-9b5c-4e7a-a567-d6b0d5cd7653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:42.844494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617c337-f981-43eb-9968-e81d8be7bef4 req-cae41891-d1e4-4e54-a210-f8b8fff4f23d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:42.845837 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9617c337-f981-43eb-9968-e81d8be7bef4 req-cae41891-d1e4-4e54-a210-f8b8fff4f23d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0638778 Jun 16 14:41:42.883912 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9617c337-f981-43eb-9968-e81d8be7bef4 req-5a841cf0-4eb0-417b-93ba-f40e38f1d2a0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Jun 16 14:41:43.466178 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54682) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:43.510529 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Deleting subnet a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:41:43.513614 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.546934 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.587338 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.635994 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.639120 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:43.664158 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:43.666582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.668758 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a55c9c37-1ce6-41f9-892a-fb1b2c7f10e2 HTTP/1.1" status: 204 len: 168 time: 0.2011597 Jun 16 14:41:43.670981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:43.674344 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.674721 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.675086 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.675444 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.675797 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.676290 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.676484 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.676831 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.677217 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.677564 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.677918 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.678281 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:41:43.681317 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:43.743184 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.827339 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.862834 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9712-3a4e-4661-bca1-86b49ee7694a req-f15c9305-99bb-4eb5-b54d-26033db73b89 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:43.864555 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-13bf9712-3a4e-4661-bca1-86b49ee7694a req-f15c9305-99bb-4eb5-b54d-26033db73b89 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0672295 Jun 16 14:41:43.864787 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace659a6-7ec6-435b-a8e8-48615386d122']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:43.877677 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5709b5a6-4f82-44d2-a83d-642b90fa8c07') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:43.878188 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5709b5a6-4f82-44d2-a83d-642b90fa8c07') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:43.892274 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.909355 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.910345 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-13bf9712-3a4e-4661-bca1-86b49ee7694a req-67328e7f-6d89-4c12-8cf2-0eec799a889f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398328 Jun 16 14:41:43.915766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.927082 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:41:43.927692 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:41:43.929617 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:41:43.955446 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8097b6-36aa-4e08-bdbe-665a2f6bb30d req-3b20a559-3922-4ade-93bb-fc863affcaa5 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:43.956981 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-da8097b6-36aa-4e08-bdbe-665a2f6bb30d req-3b20a559-3922-4ade-93bb-fc863affcaa5 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1268132 Jun 16 14:41:44.022820 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.033245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.038745 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] 10.222.0.96 "DELETE /v2.0/networks/ace659a6-7ec6-435b-a8e8-48615386d122 HTTP/1.1" status: 204 len: 168 time: 0.3666687 Jun 16 14:41:44.042301 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:44.059385 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-da8097b6-36aa-4e08-bdbe-665a2f6bb30d req-bae6d990-cd45-4618-9e73-91c86c65629e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944574 Jun 16 14:41:44.060761 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ace659a6-7ec6-435b-a8e8-48615386d122,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:44.063888 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:44.168062 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54694) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:44.207852 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-d4842e74-8752-4740-8bbb-125a582d5605 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ddc559040a3f4fdd94b76cd9d4da6f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385084 Jun 16 14:41:44.211182 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 54696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:44.248150 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1534-4b2f-4c9f-afaf-9284160d2f59 req-7dd14857-fe73-4981-8fc6-1dd61338d354 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:44.249591 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d4fd1534-4b2f-4c9f-afaf-9284160d2f59 req-7dd14857-fe73-4981-8fc6-1dd61338d354 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0660999 Jun 16 14:41:44.258306 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.280478 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.289053 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d4fd1534-4b2f-4c9f-afaf-9284160d2f59 req-1d897049-1183-4d9b-9118-3d23256224fe tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Jun 16 14:41:44.329926 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.332535 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.333858 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/578e0d47-af83-4212-b10b-4674f8e9958b HTTP/1.1" status: 204 len: 168 time: 0.1216276 Jun 16 14:41:44.334800 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7b4a25ef-c563-4aaf-bb03-ff109f410c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:44.342048 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e0d47-af83-4212-b10b-4674f8e9958b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:44.344667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:44.424769 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:41:44.526269 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:44.539140 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'mac_address': 'fa:16:3e:c4:f0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:41:44.575961 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.589608 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:41:44.609779 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:44.614047 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:44.615995 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:44.666025 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:44.669140 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:44.919120 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:45.116401 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd99b32-b91b-49b6-af55-9f78d357fdcc req-e7c9c5af-1cc9-4ff8-8e24-8d098a739614 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:45.117715 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7bd99b32-b91b-49b6-af55-9f78d357fdcc req-e7c9c5af-1cc9-4ff8-8e24-8d098a739614 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 944 time: 0.0766392 Jun 16 14:41:45.160697 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7bd99b32-b91b-49b6-af55-9f78d357fdcc req-ec4e8ee2-4571-4d1b-b896-5f09cf32f02d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369649 Jun 16 14:41:45.246612 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8c3a-cfc0-4538-903e-d18becf8e715 req-c53064f6-e0c1-476e-9609-1ed04437706e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:45.248072 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-700d8c3a-cfc0-4538-903e-d18becf8e715 req-c53064f6-e0c1-476e-9609-1ed04437706e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0653784 Jun 16 14:41:45.287148 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-700d8c3a-cfc0-4538-903e-d18becf8e715 req-4ad7112e-b20c-42c5-8f24-a3f7bfbbcf0d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Jun 16 14:41:45.628887 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915c68-14fe-42f9-9848-885d807d39ad req-6d46247f-508c-49bc-90a4-5d7e03195574 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:45.630610 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82915c68-14fe-42f9-9848-885d807d39ad req-6d46247f-508c-49bc-90a4-5d7e03195574 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0705285 Jun 16 14:41:45.670618 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82915c68-14fe-42f9-9848-885d807d39ad req-37d098bb-901e-4b30-92ba-7e8af42f5cd9 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Jun 16 14:41:46.063884 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:46.344415 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684f571-edd2-4d65-b382-91e511f5d77a req-962c4160-9189-43dc-9300-5fece127d65e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:46.345893 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2684f571-edd2-4d65-b382-91e511f5d77a req-962c4160-9189-43dc-9300-5fece127d65e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 944 time: 0.0676653 Jun 16 14:41:46.384632 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2684f571-edd2-4d65-b382-91e511f5d77a req-eae8fde6-fa9d-4de1-b6f7-525f2d2e391d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Jun 16 14:41:46.439665 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:41:46.473354 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58492945-faca-43f7-9910-4f4747edf837 req-6ed67047-a799-4f32-becf-c84fc3ac95d0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:46.475648 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-58492945-faca-43f7-9910-4f4747edf837 req-6ed67047-a799-4f32-becf-c84fc3ac95d0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0698378 Jun 16 14:41:46.496030 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:41:46.500091 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:41:46.500512 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:46.517385 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-58492945-faca-43f7-9910-4f4747edf837 req-abab7df4-4b1c-4b0b-a8fe-5b5e9d7643c3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Jun 16 14:41:46.577596 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:46.599671 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:46.602213 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec43fe9-1dde-4103-88ca-18bd43b31701" -d '{"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:46.614337 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:46.618766 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:46.620597 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:46.641827 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a926a-5223-48ce-a479-96ab29ae3be4 x-openstack-request-id: req-a20a926a-5223-48ce-a479-96ab29ae3be4 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:46.642127 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:46.642409 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a20a926a-5223-48ce-a479-96ab29ae3be4 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:46.642797 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'code': 200} Jun 16 14:41:46.678046 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:46.687127 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:46.881504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2f79d-e8ba-4a3a-92d7-3c69b993b757 req-93ae9cfc-b195-4ab4-9b29-86aa962bfe2b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:46.883671 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a7d2f79d-e8ba-4a3a-92d7-3c69b993b757 req-93ae9cfc-b195-4ab4-9b29-86aa962bfe2b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0982199 Jun 16 14:41:46.937249 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ce0fd-ef1c-4f22-b255-d6d0d3037645 req-6b077dca-5283-4b9b-82ff-42262f95e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:46.939123 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-431ce0fd-ef1c-4f22-b255-d6d0d3037645 req-6b077dca-5283-4b9b-82ff-42262f95e0f0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1098 time: 0.1068842 Jun 16 14:41:46.945821 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a7d2f79d-e8ba-4a3a-92d7-3c69b993b757 req-3e11a502-d357-463f-b420-4ae67e4c9961 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Jun 16 14:41:46.975001 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-431ce0fd-ef1c-4f22-b255-d6d0d3037645 req-283e6582-189f-4779-a4ae-093715ab645d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278943 Jun 16 14:41:47.617492 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec1c49-8a20-4632-bb52-61564507a571 req-2ada8291-35c1-419d-9190-52705462c576 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:47.619025 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a1ec1c49-8a20-4632-bb52-61564507a571 req-2ada8291-35c1-419d-9190-52705462c576 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0654023 Jun 16 14:41:47.657611 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a1ec1c49-8a20-4632-bb52-61564507a571 req-3b4f88d6-94ef-4d33-8375-ae6b40bd6394 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Jun 16 14:41:47.727301 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-17b1e4a3-c726-4abc-b0bb-8eb63a1156e1 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:47.728806 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-17b1e4a3-c726-4abc-b0bb-8eb63a1156e1 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.1164982 Jun 16 14:41:47.772875 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1639dad-29c8-4fce-a54c-c92f7bbb44e3 req-fb77dfdd-c38e-46fe-a30f-c45d414db062 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:47.774384 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b1639dad-29c8-4fce-a54c-c92f7bbb44e3 req-fb77dfdd-c38e-46fe-a30f-c45d414db062 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1197340 Jun 16 14:41:47.853421 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b1639dad-29c8-4fce-a54c-c92f7bbb44e3 req-7d15c376-c51f-4249-9c3f-a20bd5a47026 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717721 Jun 16 14:41:47.872548 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Deleting port f4841ece-2aa9-447d-ad42-9c7277172361 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:41:47.872898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:47.962593 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] For port f4841ece-2aa9-447d-ad42-9c7277172361, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f4841ece-2aa9-447d-ad42-9c7277172361,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:41:47.962956 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:48.031923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Calling delete_port for f4841ece-2aa9-447d-ad42-9c7277172361 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:41:48.129448 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592f602-d412-46cd-b3b0-5ce7f7beb07c req-b5bc4cb8-8a34-4631-ba98-9b48376e1af6 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:48.131110 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1592f602-d412-46cd-b3b0-5ce7f7beb07c req-b5bc4cb8-8a34-4631-ba98-9b48376e1af6 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=073d4aa4-993e-4fd3-a607-edd0a2731b61 HTTP/1.1" status: 200 len: 946 time: 0.0705585 Jun 16 14:41:48.173325 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1592f602-d412-46cd-b3b0-5ce7f7beb07c req-04fe1bde-c1f7-46f4-ac04-ea2e5f4a90cd tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Jun 16 14:41:48.173918 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:48.177911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b057ad39-10ff-408a-bb8f-74951866a413 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:48.187942 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['f4841ece-2aa9-447d-ad42-9c7277172361'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:41:48.204689 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Pushing event deleted for resources: {'Port': ['ID=f4841ece-2aa9-447d-ad42-9c7277172361,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:48.207836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:48.252243 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] No DVR routers for this DVR port f4841ece-2aa9-447d-ad42-9c7277172361 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:41:48.254852 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:48.257668 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2a827982-9ff7-4fa0-aebd-b001ff42e066 req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "DELETE /v2.0/ports/f4841ece-2aa9-447d-ad42-9c7277172361 HTTP/1.1" status: 204 len: 173 time: 0.5225263 Jun 16 14:41:48.258178 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'name': 'network-vif-deleted', 'tag': 'f4841ece-2aa9-447d-ad42-9c7277172361'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:48.260466 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9330345-22bc-4263-aff8-26f59230917b" -d '{"events": [{"server_uuid": "073d4aa4-993e-4fd3-a607-edd0a2731b61", "name": "network-vif-deleted", "tag": "f4841ece-2aa9-447d-ad42-9c7277172361"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:48.299858 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb110f1-81d4-4a12-8b77-89ee12dafaae x-openstack-request-id: req-eeb110f1-81d4-4a12-8b77-89ee12dafaae {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:48.300208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073d4aa4-993e-4fd3-a607-edd0a2731b61", "name": "network-vif-deleted", "tag": "f4841ece-2aa9-447d-ad42-9c7277172361", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:48.300638 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eeb110f1-81d4-4a12-8b77-89ee12dafaae {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:48.301042 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073d4aa4-993e-4fd3-a607-edd0a2731b61', 'name': 'network-vif-deleted', 'tag': 'f4841ece-2aa9-447d-ad42-9c7277172361', 'status': 'completed', 'code': 200} Jun 16 14:41:48.625758 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900341e-b158-40c7-a187-7e3149054f45 req-bb50889b-ade3-4725-9ee2-f572fcde0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:48.627281 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-bb50889b-ade3-4725-9ee2-f572fcde0b0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1138 time: 0.0995774 Jun 16 14:41:48.639333 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96628b4-0262-4a43-89e5-f647e6ec7ede req-06b083a6-4662-404e-b7f9-4611fcc9e2cf tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:48.640668 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c96628b4-0262-4a43-89e5-f647e6ec7ede req-06b083a6-4662-404e-b7f9-4611fcc9e2cf tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0863867 Jun 16 14:41:48.730299 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c96628b4-0262-4a43-89e5-f647e6ec7ede req-ff05d856-8ccd-4fa3-8db1-fcc4b8fda228 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815501 Jun 16 14:41:48.762573 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900341e-b158-40c7-a187-7e3149054f45 req-935250d9-6c48-489c-a76f-83924633d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:48.764439 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-935250d9-6c48-489c-a76f-83924633d575 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 917 time: 0.1229432 Jun 16 14:41:48.860733 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6f5e-35b7-4def-86c8-10c1d2b133c1 req-7bb3711c-1aee-44d8-8ffd-e8188ec7eb56 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:48.863550 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-571a6f5e-35b7-4def-86c8-10c1d2b133c1 req-7bb3711c-1aee-44d8-8ffd-e8188ec7eb56 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0752709 Jun 16 14:41:48.927057 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-571a6f5e-35b7-4def-86c8-10c1d2b133c1 req-531d001d-1461-48b8-b8fb-460f1c0560b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573685 Jun 16 14:41:49.126977 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a2772-90d5-4ea1-82ab-b27bcae53e06 req-c7f0c466-3f09-4ad7-b1b0-4933b9e19dd0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:49.129067 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0f8a2772-90d5-4ea1-82ab-b27bcae53e06 req-c7f0c466-3f09-4ad7-b1b0-4933b9e19dd0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0698118 Jun 16 14:41:49.138294 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 54816) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:41:49.142678 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-751c9f67-1258-4b70-b27a-9e7a09ffbddc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 1001 time: 0.3660493 Jun 16 14:41:49.143448 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'floatingip': {'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:49.210909 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30187c1f-3316-45a8-af6f-7a00e0a09ef0 req-6c797bfe-2c04-495b-ba41-92c8ae385c6b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:49.212523 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-30187c1f-3316-45a8-af6f-7a00e0a09ef0 req-6c797bfe-2c04-495b-ba41-92c8ae385c6b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1167610 Jun 16 14:41:49.213755 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900341e-b158-40c7-a187-7e3149054f45 req-bf9c4641-0d94-452d-884f-69e5f31bc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:49.215052 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-bf9c4641-0d94-452d-884f-69e5f31bc811 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0661342 Jun 16 14:41:49.217211 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:49.285020 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-30187c1f-3316-45a8-af6f-7a00e0a09ef0 req-9f000fe8-f097-4ebb-b6b4-1b288f772d21 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633183 Jun 16 14:41:49.314681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900341e-b158-40c7-a187-7e3149054f45 req-d417a28d-2251-4576-bde8-174b8bd92720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:49.316563 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-d417a28d-2251-4576-bde8-174b8bd92720 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932679 Jun 16 14:41:49.433403 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-2ecfa367-f061-4bbe-883e-0b71a1620d9f service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057997 Jun 16 14:41:49.530868 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9900341e-b158-40c7-a187-7e3149054f45 req-b87b8203-ccdb-41ce-a0ab-2fa852fc8090 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884104 Jun 16 14:41:50.094211 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114235d8-f43e-4e8d-ba3f-9765b27c3e3b req-214469f7-30fe-4faf-9cef-edd85c51b06e tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:50.095605 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-114235d8-f43e-4e8d-ba3f-9765b27c3e3b req-214469f7-30fe-4faf-9cef-edd85c51b06e tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.2089210 Jun 16 14:41:50.154622 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:50.159674 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:50.232749 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-114235d8-f43e-4e8d-ba3f-9765b27c3e3b req-9c731fac-9e2c-4874-8684-6c821b17122d tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295233 Jun 16 14:41:50.274813 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.l3_db [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Floating IP a4018a15-bf29-4542-b147-daf35951ac43 associated. External IP: 172.28.0.73, port: 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909. Jun 16 14:41:50.471642 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2e89-9876-44e1-900a-b709607f9084 req-1c948a43-fad5-4183-b22c-90ede371404a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:50.473108 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-07da2e89-9876-44e1-900a-b709607f9084 req-1c948a43-fad5-4183-b22c-90ede371404a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0707531 Jun 16 14:41:50.492873 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:41:50.518760 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-07da2e89-9876-44e1-900a-b709607f9084 req-851d11ee-3ab4-4b34-a007-929ae8ad56e4 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Jun 16 14:41:50.605533 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:41:50.610401 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:50.615456 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:41:50.624600 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:50.625221 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:50.653601 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-e1a60697-d31a-4951-a022-735b6ee1e940 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "PUT /v2.0/floatingips/a4018a15-bf29-4542-b147-daf35951ac43 HTTP/1.1" status: 200 len: 990 time: 1.5138469 Jun 16 14:41:50.654375 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:50.657224 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a74e70-3b8c-404f-9763-478fc63c3855" -d '{"events": [{"name": "network-changed", "server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:50.709919 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8f75b-7422-4085-a30c-33fb943fdf40 x-openstack-request-id: req-5aa8f75b-7422-4085-a30c-33fb943fdf40 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:50.710274 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:50.711114 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5aa8f75b-7422-4085-a30c-33fb943fdf40 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:50.711553 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'status': 'completed', 'code': 200} Jun 16 14:41:50.756428 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:50.799277 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-f8e33bdf-9d1b-4ec6-8a63-dd4dd7d4bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:50.800721 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-f8e33bdf-9d1b-4ec6-8a63-dd4dd7d4bc31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0634787 Jun 16 14:41:50.906229 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-48fec6f8-05cf-4be3-acde-975d2f136d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:50.908785 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-48fec6f8-05cf-4be3-acde-975d2f136d64 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.1010079 Jun 16 14:41:50.995586 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-831d3f85-0898-4303-8e41-4944135f8ff7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 998 time: 0.0764010 Jun 16 14:41:51.049062 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'a4018a15-bf29-4542-b147-daf35951ac43', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'mac_address': 'fa:16:3e:c4:f0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:41:35Z', 'updated_at': '2021-06-16T14:41:49Z', 'revision_number': 1, 'project_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:51.051552 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-f5862c36-1ced-4e5e-911a-b914a2d2775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:51.052993 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:41:51.053719 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-f5862c36-1ced-4e5e-911a-b914a2d2775e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0496781 Jun 16 14:41:51.060927 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:41:51.061521 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:41:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:51.116780 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-10fa2475-2b92-43d4-a0a4-2d1cac4f6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:51.118887 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-10fa2475-2b92-43d4-a0a4-2d1cac4f6c40 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543697 Jun 16 14:41:51.171263 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:41:51.225540 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-9e23ddc0-9a62-4fde-b222-cbb516c22fa1 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958238 Jun 16 14:41:51.330238 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c9a74e70-3b8c-404f-9763-478fc63c3855 req-a626edbb-58ae-40b4-97df-59fa4bdb68d5 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935159 Jun 16 14:41:51.417653 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c72c8-24de-40e5-a190-6ecc43acc35b req-3d307114-723b-443f-8977-3f5175855783 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:51.419274 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9d4c72c8-24de-40e5-a190-6ecc43acc35b req-3d307114-723b-443f-8977-3f5175855783 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0672343 Jun 16 14:41:51.460595 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9d4c72c8-24de-40e5-a190-6ecc43acc35b req-a1ef998d-daec-4fed-9d6f-e9f539696373 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353026 Jun 16 14:41:51.528423 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'a4018a15-bf29-4542-b147-daf35951ac43', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'mac_address': 'fa:16:3e:c4:f0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:41:35Z', 'updated_at': '2021-06-16T14:41:49Z', 'revision_number': 1, 'project_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:41:51.531785 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fec414-9de1-4fc1-9f2b-8229bb2b60dc None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'a4018a15-bf29-4542-b147-daf35951ac43', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'mac_address': 'fa:16:3e:c4:f0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:41:35Z', 'updated_at': '2021-06-16T14:41:49Z', 'revision_number': 1, 'project_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:41:51.703147 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c50d3b-0328-4d05-8443-3fae694d0488 req-b9afc9ee-037c-48a4-882e-17aa416b7ebe tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:51.704659 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f2c50d3b-0328-4d05-8443-3fae694d0488 req-b9afc9ee-037c-48a4-882e-17aa416b7ebe tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0653586 Jun 16 14:41:51.735811 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19c9a7-39b7-4c3f-910e-71e9512aa47e None None] New status for floating IP a4018a15-bf29-4542-b147-daf35951ac43: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:41:51.751737 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f2c50d3b-0328-4d05-8443-3fae694d0488 req-0edb9e7c-392c-4b7f-8b37-b6b3a50919e3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Jun 16 14:41:52.449791 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f4841ece-2aa9-447d-ad42-9c7277172361 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:41:52.470747 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: f4841ece-2aa9-447d-ad42-9c7277172361 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:41:52.471160 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device f4841ece-2aa9-447d-ad42-9c7277172361 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:41:52.643250 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5b4db-dc42-4091-99a9-b7487904359d req-4477befb-41cc-4de4-b4e2-6846fa8d136f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:52.645553 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cee5b4db-dc42-4091-99a9-b7487904359d req-4477befb-41cc-4de4-b4e2-6846fa8d136f tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0680578 Jun 16 14:41:52.688855 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cee5b4db-dc42-4091-99a9-b7487904359d req-3ee2717f-1b23-4cb6-8634-0abbef07c133 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375690 Jun 16 14:41:52.931812 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ffb57-97fe-4e00-b9a7-f8a73a49957c req-0f6ebb8b-7115-4ba6-8a94-491123c456bb tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:52.938813 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6b7ffb57-97fe-4e00-b9a7-f8a73a49957c req-0f6ebb8b-7115-4ba6-8a94-491123c456bb tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0721223 Jun 16 14:41:52.979268 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6b7ffb57-97fe-4e00-b9a7-f8a73a49957c req-2fcacebf-563e-4ac9-8dbc-cd2838fedcac tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392697 Jun 16 14:41:53.228510 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-2886d6e8-bbcd-4417-a3ad-9ed65213b81e tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:53.229928 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-2886d6e8-bbcd-4417-a3ad-9ed65213b81e tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/networks?id=94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 200 len: 814 time: 0.1082566 Jun 16 14:41:53.244707 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-1183b442-515c-4cea-82cf-215cff198034 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/quotas/5d267f71e87a48ff94e81a994c3733ec HTTP/1.1" status: 200 len: 375 time: 0.0093968 Jun 16 14:41:53.279725 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-903e4e3a-f94d-4981-9d23-272b8607668b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d267f71e87a48ff94e81a994c3733ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295489 Jun 16 14:41:53.370923 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-103eb19e-cbcd-4073-9f59-431dbfd3be75 service neutron] 10.222.0.96 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 Jun 16 14:41:53.460517 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-a9bf043e-1c06-4080-b4c4-304c126bcb00 service neutron] 10.222.0.96 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837440 Jun 16 14:41:53.634101 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-80aa89c7-b988-41c3-a954-5692aef9d99f req-107324e3-1a8d-4d20-8475-c5ad5224785c tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jun 16 14:41:53.823086 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-3b692378-84b3-4c78-bef8-253d173b4f0b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708811 Jun 16 14:41:53.928369 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018a49b-6a69-4f83-bf60-b5cc4c02f0ce req-a50f3e14-9dca-4e98-b3de-16f743fe6354 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:53.934832 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2018a49b-6a69-4f83-bf60-b5cc4c02f0ce req-a50f3e14-9dca-4e98-b3de-16f743fe6354 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.1259084 Jun 16 14:41:53.950125 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-3d8a9de4-118b-4f7b-b6ca-72cbadf50810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:53.951558 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-3d8a9de4-118b-4f7b-b6ca-72cbadf50810 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1099 time: 0.0994415 Jun 16 14:41:53.993001 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2018a49b-6a69-4f83-bf60-b5cc4c02f0ce req-64ebce21-423f-45f6-8e77-9f40afc7d49a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556889 Jun 16 14:41:54.084681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-43d9dc16-be5c-4251-b501-a0d1646f7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.086367 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-43d9dc16-be5c-4251-b501-a0d1646f7275 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.1084645 Jun 16 14:41:54.182675 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-df7aea53-a73f-47e1-89c1-aaeb645a73e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 1002 time: 0.0869310 Jun 16 14:41:54.198006 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250b6a-dd37-4ca5-a5bf-401a1a682bb8 req-9e425945-de53-4be2-9ea5-9b13f76b0dd2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.199819 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c5250b6a-dd37-4ca5-a5bf-401a1a682bb8 req-9e425945-de53-4be2-9ea5-9b13f76b0dd2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0824142 Jun 16 14:41:54.238760 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-859de9ec-f970-454e-a4bc-6397bec21e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.240838 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-859de9ec-f970-454e-a4bc-6397bec21e73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0492671 Jun 16 14:41:54.249243 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c5250b6a-dd37-4ca5-a5bf-401a1a682bb8 req-8193b761-466d-44a1-a581-485537be0629 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Jun 16 14:41:54.305606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-c2bd61af-3637-4ea1-9c68-2df5e49efc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.307154 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-c2bd61af-3637-4ea1-9c68-2df5e49efc1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577989 Jun 16 14:41:54.413392 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-44b8c536-d780-414b-b24d-d11cab6ae0a0 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963883 Jun 16 14:41:54.541170 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3fd08cc6-f2e1-432d-b960-db3e27bb71d8 req-59cc66a3-9ebc-4cee-a119-68048ec565ee service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043022 Jun 16 14:41:54.622216 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05894c91-5dae-458b-a45b-0f23ba898c1e req-d6f4caca-5ab8-4bd0-848f-931a8e1858e6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.623803 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-05894c91-5dae-458b-a45b-0f23ba898c1e req-d6f4caca-5ab8-4bd0-848f-931a8e1858e6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0754454 Jun 16 14:41:54.663830 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-05894c91-5dae-458b-a45b-0f23ba898c1e req-4b2311b5-3504-4494-b273-4c012654b7b8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Jun 16 14:41:54.713313 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2343-af65-4f27-9641-369461c14079 req-985403c8-9e44-4bbf-9fb0-07bb93cd6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.714904 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-985403c8-9e44-4bbf-9fb0-07bb93cd6281 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1099 time: 0.0619123 Jun 16 14:41:54.783155 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-05e6b907-4910-469e-9742-b6ba8c55c059 req-c0df636d-a37f-4435-ae10-99ed49e15934 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 210 time: 0.0347593 Jun 16 14:41:54.835926 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2343-af65-4f27-9641-369461c14079 req-db2a2f01-83a7-490a-a006-897517c31f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.837358 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-db2a2f01-83a7-490a-a006-897517c31f34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.1145899 Jun 16 14:41:54.908356 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-883569f4-0a4f-4c6c-b3cc-ae14be2bd29b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 1002 time: 0.0614555 Jun 16 14:41:54.969348 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2343-af65-4f27-9641-369461c14079 req-708c642b-3286-4a24-b296-6309428e02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:54.971349 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-708c642b-3286-4a24-b296-6309428e02a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0465779 Jun 16 14:41:55.033532 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2343-af65-4f27-9641-369461c14079 req-e5096559-418f-4c80-a9d2-dbad399bb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:55.035203 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-e5096559-418f-4c80-a9d2-dbad399bb3e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549719 Jun 16 14:41:55.226691 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-0d19ff54-19c1-4093-abae-c7aeca1af797 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610386 Jun 16 14:41:55.256972 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdeabe7-9647-413f-aca7-61141c978a7b req-3cc61bd8-9338-4f3c-9bca-2b85a1e8a1a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:55.262813 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3cdeabe7-9647-413f-aca7-61141c978a7b req-3cc61bd8-9338-4f3c-9bca-2b85a1e8a1a8 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.1259162 Jun 16 14:41:55.309552 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3cdeabe7-9647-413f-aca7-61141c978a7b req-a0d0d3fc-835f-4908-bf00-fec3a9b0b7be tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438159 Jun 16 14:41:55.329482 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-eefd6989-4942-408c-8ab5-b43be1eda6ca tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:55.330933 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-eefd6989-4942-408c-8ab5-b43be1eda6ca tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "GET /v2.0/networks?id=94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 200 len: 814 time: 0.1935585 Jun 16 14:41:55.357262 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Request body: {'port': {'device_id': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753', 'admin_state_up': True, 'tenant_id': '5d267f71e87a48ff94e81a994c3733ec'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:55.390492 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-498a2343-af65-4f27-9641-369461c14079 req-c694041f-3398-4872-82ca-10f6927cff63 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508737 Jun 16 14:41:55.487258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Made reservation on behalf of 5d267f71e87a48ff94e81a994c3733ec for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:41:55.491435 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:55.616030 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Allocated IP 172.20.0.10 (94d2f82d-6778-4ea6-9132-3523df65b753/af61c78c-e00a-4efb-90c7-e51b3c5cff65/0ee98f10-9995-4caa-aea7-33b78b35b845) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:41:55.769779 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:55.811761 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:55.825784 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0d319c37-1697-45cc-a4aa-9832560bc2f2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:55.841863 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577865dc-0121-43d3-8e5e-428f0a3197e8 req-1182727f-8bd2-44f8-a313-a98a69a6114b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:55.843453 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-577865dc-0121-43d3-8e5e-428f0a3197e8 req-1182727f-8bd2-44f8-a313-a98a69a6114b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0696523 Jun 16 14:41:55.854875 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Network 94d2f82d-6778-4ea6-9132-3523df65b753 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:41:55.860468 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:41:55.865040 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:41:55.900032 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-577865dc-0121-43d3-8e5e-428f0a3197e8 req-3c5f0cc1-7a41-4d13-ac63-bc8d9ac2d451 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487359 Jun 16 14:41:55.913710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Pushing event updated for resources: {'Port': ['ID=0ee98f10-9995-4caa-aea7-33b78b35b845,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:55.920239 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:55.960751 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:55.961357 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:55.977166 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6241899 Jun 16 14:41:55.995082 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Request body: {'port': {'device_id': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:41:56.027524 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c214df6-2745-469b-8b47-00ea418a9e56 req-52b86a4d-380b-4478-8ce3-48c2220c7c72 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:56.029002 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8c214df6-2745-469b-8b47-00ea418a9e56 req-52b86a4d-380b-4478-8ce3-48c2220c7c72 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 932 time: 0.1126063 Jun 16 14:41:56.031969 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:41:56.105046 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8c214df6-2745-469b-8b47-00ea418a9e56 req-d6334250-5ae2-4bf0-9134-aa92377d7331 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696776 Jun 16 14:41:56.109261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.379450 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee98f10-9995-4caa-aea7-33b78b35b845 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:41:56.387853 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.399709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Transition to ACTIVE for port object 0ee98f10-9995-4caa-aea7-33b78b35b845 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:41:56.404473 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.406482 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6feea76c-d475-49de-b4a7-638dfc53f2c0 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:56.488409 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee98f10-9995-4caa-aea7-33b78b35b845,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:56.500007 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:56.503649 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a2558-d6ea-4959-b5db-cfd5d1b74766 req-28c23e47-1856-4fee-9de2-3796602fd4c0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:56.505201 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-999a2558-d6ea-4959-b5db-cfd5d1b74766 req-28c23e47-1856-4fee-9de2-3796602fd4c0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0795679 Jun 16 14:41:56.550842 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-999a2558-d6ea-4959-b5db-cfd5d1b74766 req-2df7be98-d041-4a34-ac34-f01f858f438e tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395505 Jun 16 14:41:56.567355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Attempting to bind port 0ee98f10-9995-4caa-aea7-33b78b35b845 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:41:56.567744 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Attempting to bind port 0ee98f10-9995-4caa-aea7-33b78b35b845 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:41:56.568097 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Attempting to bind port 0ee98f10-9995-4caa-aea7-33b78b35b845 on network 94d2f82d-6778-4ea6-9132-3523df65b753 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:56.572533 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Port 0ee98f10-9995-4caa-aea7-33b78b35b845 on network 94d2f82d-6778-4ea6-9132-3523df65b753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:41:56.572846 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Attempting to bind port 0ee98f10-9995-4caa-aea7-33b78b35b845 on network 94d2f82d-6778-4ea6-9132-3523df65b753 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:41:56.577526 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:41:56.577852 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Checking segment: {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:41:56.578243 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Bound using segment: {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:41:56.578666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Bound port: 0ee98f10-9995-4caa-aea7-33b78b35b845, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92d7cda-4824-4477-9706-53b286a955e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:41:56.578998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.643285 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] For port 0ee98f10-9995-4caa-aea7-33b78b35b845, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:41:56.647865 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] For port 0ee98f10-9995-4caa-aea7-33b78b35b845, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ee98f10-9995-4caa-aea7-33b78b35b845,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:41:56.653062 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.656143 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7ff0467e-c88d-436d-92ea-6a8475cacdd0 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:41:56.690776 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:56.691392 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.693908 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] 10.222.0.79 "PUT /v2.0/ports/0ee98f10-9995-4caa-aea7-33b78b35b845 HTTP/1.1" status: 200 len: 1094 time: 0.7053123 Jun 16 14:41:56.694438 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'tag': '0ee98f10-9995-4caa-aea7-33b78b35b845'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:41:56.696699 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a" -d '{"events": [{"name": "network-changed", "server_uuid": "27e13631-ca4a-40fd-9a24-9847731ebcc0", "tag": "0ee98f10-9995-4caa-aea7-33b78b35b845"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:41:56.723324 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee98f10-9995-4caa-aea7-33b78b35b845,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:41:56.726670 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:41:56.742520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85cf320-ae07-4ffa-9380-626ab4d5456d x-openstack-request-id: req-a85cf320-ae07-4ffa-9380-626ab4d5456d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:41:56.742857 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e13631-ca4a-40fd-9a24-9847731ebcc0", "tag": "0ee98f10-9995-4caa-aea7-33b78b35b845", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:41:56.743144 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a85cf320-ae07-4ffa-9380-626ab4d5456d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:41:56.743632 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'tag': '0ee98f10-9995-4caa-aea7-33b78b35b845', 'status': 'completed', 'code': 200} Jun 16 14:41:56.806548 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-a107c4c9-34ec-4d58-98fa-a97c4754f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:56.808173 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-a107c4c9-34ec-4d58-98fa-a97c4754f227 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5d267f71e87a48ff94e81a994c3733ec&device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 1097 time: 0.0564630 Jun 16 14:41:56.859434 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-07aede54-5559-4793-a2af-b9c8dfec4b08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee98f10-9995-4caa-aea7-33b78b35b845 HTTP/1.1" status: 200 len: 217 time: 0.0350678 Jun 16 14:41:56.912009 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a3a8-716c-4269-af83-d05446246af3 req-2e3d3fd2-ff93-49ee-8b8d-a4433e25e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:56.913448 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-2e3d3fd2-ff93-49ee-8b8d-a4433e25e2ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af61c78c-e00a-4efb-90c7-e51b3c5cff65 HTTP/1.1" status: 200 len: 854 time: 0.0474515 Jun 16 14:41:56.917707 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:41:56.948692 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-45289379-64f3-4457-9393-e22adbc6bb93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=94d2f82d-6778-4ea6-9132-3523df65b753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268736 Jun 16 14:41:57.042081 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-a012e565-4c1b-426b-83a0-ca09f13aa39a service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838239 Jun 16 14:41:57.081414 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fa58c-f1a6-4509-9d5b-455747b0dc17 req-dba0cfe3-04e0-4749-be72-7158e49912d1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:57.082852 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-be8fa58c-f1a6-4509-9d5b-455747b0dc17 req-dba0cfe3-04e0-4749-be72-7158e49912d1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0645010 Jun 16 14:41:57.121589 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-be8fa58c-f1a6-4509-9d5b-455747b0dc17 req-6fbf9503-edfb-41b5-94c0-83e3d0211e80 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jun 16 14:41:57.140009 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-92f5a3a8-716c-4269-af83-d05446246af3 req-2e999e18-6f68-44ee-809c-90ac129ae5c4 service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900230 Jun 16 14:41:57.532988 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-1fd98964-680b-4ba1-abb2-4bc66602afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:57.534473 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-1fd98964-680b-4ba1-abb2-4bc66602afd0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5d267f71e87a48ff94e81a994c3733ec&device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 1097 time: 0.3400378 Jun 16 14:41:57.546675 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4d94-d463-4c1b-af33-56c9a4df6aa4 req-c1759f0e-e71a-4ce9-ba0f-1b68340ab118 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:57.548073 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-007a4d94-d463-4c1b-af33-56c9a4df6aa4 req-c1759f0e-e71a-4ce9-ba0f-1b68340ab118 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 944 time: 0.3255796 Jun 16 14:41:57.643229 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-007a4d94-d463-4c1b-af33-56c9a4df6aa4 req-a909e0fd-cf75-4c00-a691-066e7cb7ba9a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850487 Jun 16 14:41:57.676391 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-60953bbb-af8e-48cb-ac53-de2683caeea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:57.678592 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-60953bbb-af8e-48cb-ac53-de2683caeea1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 200 len: 916 time: 0.1296792 Jun 16 14:41:57.727143 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-9ee79585-bc11-49ce-9275-78f4290eb135 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee98f10-9995-4caa-aea7-33b78b35b845 HTTP/1.1" status: 200 len: 217 time: 0.0402272 Jun 16 14:41:57.778674 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-48d4779e-eb60-443a-a860-f1e05f5b5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:57.780071 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-48d4779e-eb60-443a-a860-f1e05f5b5136 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=af61c78c-e00a-4efb-90c7-e51b3c5cff65 HTTP/1.1" status: 200 len: 854 time: 0.0450730 Jun 16 14:41:57.816095 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d079d-87d0-45cb-bca1-85b62c6c2076 req-ba0e0e69-a7c6-4f60-8c69-23b1aad0faac tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:57.817004 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-340e7339-4941-4276-9129-9ee07d8d5fbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=94d2f82d-6778-4ea6-9132-3523df65b753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246265 Jun 16 14:41:57.817699 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-131d079d-87d0-45cb-bca1-85b62c6c2076 req-ba0e0e69-a7c6-4f60-8c69-23b1aad0faac tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0707083 Jun 16 14:41:57.864309 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-131d079d-87d0-45cb-bca1-85b62c6c2076 req-70705b3e-3544-4a27-b53b-706cca0d0451 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407364 Jun 16 14:41:57.916772 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-60592259-2cb1-4115-958e-7b2bdb6ea02b service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913229 Jun 16 14:41:58.006361 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f3c6dae4-a48e-47c8-8ee5-52a3d0a0061a req-3ef9bfec-d4d7-4cb8-96b4-f25a31f791b9 service neutron] 10.222.0.79 "GET /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816813 Jun 16 14:41:58.826409 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ab42-fa55-43a5-98bf-39eba88f7e62 req-65466641-24e5-4e53-82f4-ecb4013507c8 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:58.827953 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-45e2ab42-fa55-43a5-98bf-39eba88f7e62 req-65466641-24e5-4e53-82f4-ecb4013507c8 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 944 time: 0.0652323 Jun 16 14:41:58.865005 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-45e2ab42-fa55-43a5-98bf-39eba88f7e62 req-bf20eb40-62ca-408e-8efa-a72745c00d45 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Jun 16 14:41:59.042881 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a67bd-271e-4c77-a239-9eb836943386 req-0b09bfae-d19f-49a2-829f-221bd71145b9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:41:59.044394 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b04a67bd-271e-4c77-a239-9eb836943386 req-0b09bfae-d19f-49a2-829f-221bd71145b9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0683439 Jun 16 14:41:59.085081 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b04a67bd-271e-4c77-a239-9eb836943386 req-bb774185-1f16-471c-b1af-e25645969004 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349677 Jun 16 14:42:00.038152 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e825824-508e-4fd3-9820-50af2f6b93b1 req-cdbcbfbb-8b99-45dc-9fc5-0242de190728 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:00.039616 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e825824-508e-4fd3-9820-50af2f6b93b1 req-cdbcbfbb-8b99-45dc-9fc5-0242de190728 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 944 time: 0.0620463 Jun 16 14:42:00.076511 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8e825824-508e-4fd3-9820-50af2f6b93b1 req-f0b2b91a-0af5-4e47-81ea-4abb3320cbd8 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Jun 16 14:42:00.264336 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d937c5b-30ac-4073-9c7d-ef413ca4acc9 req-ba624e70-c137-4997-a32e-38d2eebcca4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:00.265761 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d937c5b-30ac-4073-9c7d-ef413ca4acc9 req-ba624e70-c137-4997-a32e-38d2eebcca4c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0689390 Jun 16 14:42:00.303761 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d937c5b-30ac-4073-9c7d-ef413ca4acc9 req-d497aad2-7345-45bf-a237-d7a9fe54ce75 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319130 Jun 16 14:42:00.471109 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 0ee98f10-9995-4caa-aea7-33b78b35b845 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:42:00.563659 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 0ee98f10-9995-4caa-aea7-33b78b35b845, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ee98f10-9995-4caa-aea7-33b78b35b845,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:00.574826 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '0ee98f10-9995-4caa-aea7-33b78b35b845', 'network_id': '94d2f82d-6778-4ea6-9132-3523df65b753', 'port_id': '0ee98f10-9995-4caa-aea7-33b78b35b845', 'mac_address': 'fa:16:3e:52:bc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af61c78c-e00a-4efb-90c7-e51b3c5cff65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:42:00.616998 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:00.632597 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee98f10-9995-4caa-aea7-33b78b35b845 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:42:00.650870 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 0ee98f10-9995-4caa-aea7-33b78b35b845, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ee98f10-9995-4caa-aea7-33b78b35b845,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:00.654788 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:00.656475 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:00.700012 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=0ee98f10-9995-4caa-aea7-33b78b35b845,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:00.706618 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.706960 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.707293 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.707623 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.708025 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.708309 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.708630 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.708945 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.709260 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.709573 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.709883 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.710214 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:00.713784 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:01.000599 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['0ee98f10-9995-4caa-aea7-33b78b35b845'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:42:01.247796 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3060-5b22-42ed-8d04-65175016aaab req-38a04abc-d77d-4292-adab-414cd0ed8499 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:01.249221 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-576d3060-5b22-42ed-8d04-65175016aaab req-38a04abc-d77d-4292-adab-414cd0ed8499 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 945 time: 0.0658426 Jun 16 14:42:01.286437 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-576d3060-5b22-42ed-8d04-65175016aaab req-31032073-6bd0-41c3-9f76-494d972b099d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jun 16 14:42:01.476348 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a0acd-ad06-4256-951e-c0e55f3d6116 req-ef695b7c-a7a7-4d0a-b722-7e808e66cdfc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:01.477813 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cb6a0acd-ad06-4256-951e-c0e55f3d6116 req-ef695b7c-a7a7-4d0a-b722-7e808e66cdfc tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0651906 Jun 16 14:42:01.517760 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cb6a0acd-ad06-4256-951e-c0e55f3d6116 req-4f5254af-0416-4957-b11b-394671911c5e tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338900 Jun 16 14:42:02.453474 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e37e-2afa-4339-8561-16d0e2dd41ac req-14f6ba31-40fa-4b0e-828a-028c10929bf1 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:02.454809 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bc03e37e-2afa-4339-8561-16d0e2dd41ac req-14f6ba31-40fa-4b0e-828a-028c10929bf1 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 945 time: 0.0616055 Jun 16 14:42:02.480960 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 0ee98f10-9995-4caa-aea7-33b78b35b845 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:02.495552 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bc03e37e-2afa-4339-8561-16d0e2dd41ac req-e5d8466b-32f3-46ca-be46-88a46a6d0b3e tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Jun 16 14:42:02.538769 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 0ee98f10-9995-4caa-aea7-33b78b35b845 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:02.542413 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 0ee98f10-9995-4caa-aea7-33b78b35b845 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:02.542804 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:02.620826 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:02.644567 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee98f10-9995-4caa-aea7-33b78b35b845'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:42:02.646894 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8d45fa-584a-4d43-947a-894f35657207" -d '{"events": [{"server_uuid": "27e13631-ca4a-40fd-9a24-9847731ebcc0", "name": "network-vif-plugged", "status": "completed", "tag": "0ee98f10-9995-4caa-aea7-33b78b35b845"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:42:02.661650 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 0ee98f10-9995-4caa-aea7-33b78b35b845, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ee98f10-9995-4caa-aea7-33b78b35b845,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:02.666700 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:02.668872 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2d0844a5-28d0-4c02-96ec-4fbcddd8cb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:02.699979 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018b34ae-4a45-41d4-8445-eab036912514 x-openstack-request-id: req-018b34ae-4a45-41d4-8445-eab036912514 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:42:02.700271 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e13631-ca4a-40fd-9a24-9847731ebcc0", "name": "network-vif-plugged", "status": "completed", "tag": "0ee98f10-9995-4caa-aea7-33b78b35b845", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:42:02.700707 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-018b34ae-4a45-41d4-8445-eab036912514 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:42:02.701094 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee98f10-9995-4caa-aea7-33b78b35b845', 'code': 200} Jun 16 14:42:02.712315 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b5ec2-626e-4461-b527-7123e3844c7a req-e4478e51-f207-4754-b862-df15f5b93533 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:02.719910 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e48b5ec2-626e-4461-b527-7123e3844c7a req-e4478e51-f207-4754-b862-df15f5b93533 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0719407 Jun 16 14:42:02.731625 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=0ee98f10-9995-4caa-aea7-33b78b35b845,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:02.735240 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:02.762830 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e48b5ec2-626e-4461-b527-7123e3844c7a req-fcbd6430-25e9-48ed-b759-6d421a7b1a2a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417945 Jun 16 14:42:02.947604 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d3c1b-a8d6-4313-b636-3e0af3764173 req-8cd80ac7-e864-4922-8cba-b167c75dd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:02.949108 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7d5d3c1b-a8d6-4313-b636-3e0af3764173 req-8cd80ac7-e864-4922-8cba-b167c75dd601 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 1099 time: 0.0621440 Jun 16 14:42:02.984281 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7d5d3c1b-a8d6-4313-b636-3e0af3764173 req-484014d5-83fb-4c4a-b069-11e6113c8cb1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279825 Jun 16 14:42:03.670792 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534032ce-6945-41c6-bf8d-6dc0647bfa88 req-ded5d139-3001-42bb-8de4-aac1c2fe7546 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:03.672144 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-534032ce-6945-41c6-bf8d-6dc0647bfa88 req-ded5d139-3001-42bb-8de4-aac1c2fe7546 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.0652533 Jun 16 14:42:03.709019 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-534032ce-6945-41c6-bf8d-6dc0647bfa88 req-92304e1c-6ece-4d61-a6d9-9c85e7e2991f tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Jun 16 14:42:03.961105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253cd5b-d31b-48ff-8ef4-ed909c7aa550 req-a9566ae2-c136-4911-a37f-ca500d26e2ee tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:03.967027 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f253cd5b-d31b-48ff-8ef4-ed909c7aa550 req-a9566ae2-c136-4911-a37f-ca500d26e2ee tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0896032 Jun 16 14:42:04.012251 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f253cd5b-d31b-48ff-8ef4-ed909c7aa550 req-bfbd7d19-4750-4b04-94dd-231dc3e5fcde tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430288 Jun 16 14:42:04.876949 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87ddb-7d6a-4585-9cd2-bd8af18b4a59 req-1f9edf57-3361-496b-abc7-e7b00e6d95d4 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:04.878420 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9f87ddb-7d6a-4585-9cd2-bd8af18b4a59 req-1f9edf57-3361-496b-abc7-e7b00e6d95d4 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.0616350 Jun 16 14:42:04.918460 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a9f87ddb-7d6a-4585-9cd2-bd8af18b4a59 req-43478b03-ffe4-4880-bc0d-8ee5a4cb26ea tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Jun 16 14:42:05.202777 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ef922-767a-42ea-963a-f708dfed1ace req-66b9723d-98bd-4339-baee-9f91af802353 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:05.204259 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a91ef922-767a-42ea-963a-f708dfed1ace req-66b9723d-98bd-4339-baee-9f91af802353 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0721381 Jun 16 14:42:05.252177 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a91ef922-767a-42ea-963a-f708dfed1ace req-72a0012c-ced9-496d-b487-b253c8a67412 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403368 Jun 16 14:42:06.448582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc403a4-69ea-4a35-b740-8cd2e28bd4b0 req-f49f9fe0-e311-41de-a725-faea0f3fcc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:06.450340 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bcc403a4-69ea-4a35-b740-8cd2e28bd4b0 req-f49f9fe0-e311-41de-a725-faea0f3fcc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0801373 Jun 16 14:42:06.493069 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bcc403a4-69ea-4a35-b740-8cd2e28bd4b0 req-66fca091-ce00-4a59-9461-e5168d4ed594 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&id=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369196 Jun 16 14:42:09.959273 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-45a7ebf6-2907-4cc3-8954-d0f26df520ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.569499 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55122) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:12.669524 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.743781 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.758406 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.768588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.768588 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b0339ec6-ee51-4b76-a940-3403f2a75460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:12.789892 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0411ad41-a94e-4fed-955e-3074a1c435c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.802306 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8692533356044a83a1f35d9294da637d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315671 Jun 16 14:42:12.803228 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001d4a3c-4e58-4ae0-9048-e578f86a8237,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:12.806408 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:12.806840 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55126) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:12.862799 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.885528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.935592 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.938797 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:12.943317 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/001d4a3c-4e58-4ae0-9048-e578f86a8237 HTTP/1.1" status: 204 len: 168 time: 0.1350155 Jun 16 14:42:12.943934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8c8b99c1-a366-4725-8dd0-4324de93c178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:12.952884 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001d4a3c-4e58-4ae0-9048-e578f86a8237,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:12.961009 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:13.901181 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.065387 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.430734 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:16.542627 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.636981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.641551 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.644816 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-cce2a506-d5ec-4f7a-b1cc-ed90c57c0bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:16.679303 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3684a3388da64fa5ab8d8cab91b564d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475302 Jun 16 14:42:16.680428 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e15bf4-9d4b-4f8b-958c-79ff04ab6b60,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:16.682027 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55196) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:16.683533 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:16.733025 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.752872 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.798590 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.802164 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:16.803486 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b7e15bf4-9d4b-4f8b-958c-79ff04ab6b60 HTTP/1.1" status: 204 len: 168 time: 0.1203709 Jun 16 14:42:16.804501 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8206a36f-e227-4d60-9fbc-6584c18f694a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:16.812796 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e15bf4-9d4b-4f8b-958c-79ff04ab6b60,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:16.815145 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:17.435475 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:17.532984 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-177797792-network', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:17.562596 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Made reservation on behalf of 8904bae0ee6445249438d45d4f3a710f for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:42:17.565441 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.575424 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.668367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.671981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.674779 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f191c6fd-50b2-4e77-b1bd-9ef0baddb031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:17.696063 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:42:17.704377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92809c7-94fa-4531-8436-95ed649741c3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:17.708073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:17.710884 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.711714 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Added segment cd2aa9a3-316f-4497-b3a6-165c108d5101 of type vlan for network 7599ec07-e750-436d-9f06-21d7e5f17632 Jun 16 14:42:17.749903 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.776750 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.778075 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:17.778602 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.781254 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:17.804037 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3674865 Jun 16 14:42:17.807041 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55232) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:17.812046 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Request body: {'subnet': {'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-177797792-subnet', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:17.831622 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Made reservation on behalf of 8904bae0ee6445249438d45d4f3a710f for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:42:17.833982 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526067'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:17.838720 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7599ec07-e750-436d-9f06-21d7e5f17632,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:17.841922 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:17.849848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 7599ec07-e750-436d-9f06-21d7e5f17632 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:42:18.005500 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10223292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526049'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.007886 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3f3e2f4a-5771-4b16-8991-ac45b80d21ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:18.060373 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:18.063831 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:18.069215 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Checking segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:18.069561 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Network hostable DHCP agents. Network: 7599ec07-e750-436d-9f06-21d7e5f17632, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:42:18.085317 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Network 7599ec07-e750-436d-9f06-21d7e5f17632 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:42:18.093892 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 7599ec07-e750-436d-9f06-21d7e5f17632) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:18.097884 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:18.099354 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.104089 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0108a772-1369-448d-bfd6-e5d8c00f9d74 None None] Network 7599ec07-e750-436d-9f06-21d7e5f17632 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:42:18.113465 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-15bf4761-fe61-4aca-9875-700957e5ef4a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3052759 Jun 16 14:42:18.116376 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55236) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:18.120681 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:18.141473 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.142609 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.198211 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.252565 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-7599ec07-e750-436d-9f06-21d7e5f17632', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:42:18.253498 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.336997 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.390411 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Allocated IP 172.20.0.2 (7599ec07-e750-436d-9f06-21d7e5f17632/ee4d2058-b2d1-4782-aaaf-147d20d1d5d0/c33bc833-aae7-4ac2-aa06-1358158ac707) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:18.533261 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.536606 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.541716 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Transition to ACTIVE for port object c33bc833-aae7-4ac2-aa06-1358158ac707 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:18.555214 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.555815 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Transition to ACTIVE for port object c33bc833-aae7-4ac2-aa06-1358158ac707 will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:18.561708 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.563694 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:18.600066 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Network 7599ec07-e750-436d-9f06-21d7e5f17632 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:18.604684 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:18.608068 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:18.615535 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Pushing event updated for resources: {'Port': ['ID=c33bc833-aae7-4ac2-aa06-1358158ac707,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:18.619760 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:18.666866 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Allocated IP 172.28.0.241 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/ae374971-f5dc-43c8-9687-5d100dbfa60a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:18.673270 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Attempting to bind port c33bc833-aae7-4ac2-aa06-1358158ac707 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:18.673649 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Attempting to bind port c33bc833-aae7-4ac2-aa06-1358158ac707 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:18.674019 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Attempting to bind port c33bc833-aae7-4ac2-aa06-1358158ac707 on network 7599ec07-e750-436d-9f06-21d7e5f17632 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:18.680466 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:18.680852 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Checking segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:18.681310 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.681723 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Bound using segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:18.682319 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Bound port: c33bc833-aae7-4ac2-aa06-1358158ac707, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:18.682775 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.750088 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] For port c33bc833-aae7-4ac2-aa06-1358158ac707, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:18.754774 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] For port c33bc833-aae7-4ac2-aa06-1358158ac707, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=c33bc833-aae7-4ac2-aa06-1358158ac707,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:18.759939 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.763071 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:18.777351 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.820295 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Pushing event updated for resources: {'Port': ['ID=c33bc833-aae7-4ac2-aa06-1358158ac707,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:18.824788 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4886cbe9-ad93-4f01-b97c-1bcc59239bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:18.831970 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10223144'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:18.835470 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fedd84a1-49ce-44e1-9eca-c7fa5de26807 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:18.876314 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:18.879965 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:18.883687 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:19.163358 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Pushing event updated for resources: {'Port': ['ID=ae374971-f5dc-43c8-9687-5d100dbfa60a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:19.167205 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:19.382088 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:19.576329 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:19.711732 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Router 8a255642-454c-4f44-bdc9-c5fe15f91c27 is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:42:19.731547 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06058fe-ddb7-4b66-b231-4acdb34c2e1c None None] Network 7599ec07-e750-436d-9f06-21d7e5f17632 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:42:19.823233 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:42:19.839277 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:19.842756 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Sync routers for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:42:19.843427 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55244) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:19.843992 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a92edee1-b510-4ef7-bc4f-91a3ca74e035 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7262392 Jun 16 14:42:19.847094 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-2e694bc6-d7a5-4f2b-8777-53a31f053c12 None None] Provisioning for port c33bc833-aae7-4ac2-aa06-1358158ac707 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:19.870115 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:19.870766 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:19.998953 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:20.059500 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device c33bc833-aae7-4ac2-aa06-1358158ac707 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:20.179148 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port c33bc833-aae7-4ac2-aa06-1358158ac707 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:20.185637 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port c33bc833-aae7-4ac2-aa06-1358158ac707 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:20.185637 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.283998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.418313 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-ea44cf1e-89c7-46b1-a492-dabebe9364ad None None] Provisioning complete for port c33bc833-aae7-4ac2-aa06-1358158ac707 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:20.418693 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ea44cf1e-89c7-46b1-a492-dabebe9364ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.452627 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:19Z', 'revision_number': 3, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:20.456842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Allocated IP 172.20.0.1 (7599ec07-e750-436d-9f06-21d7e5f17632/ee4d2058-b2d1-4782-aaaf-147d20d1d5d0/34936c21-042c-4db3-8a4b-6688a9e20e01) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:20.470182 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Checking router: 8a255642-454c-4f44-bdc9-c5fe15f91c27 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:42:20.470565 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Updating router 8a255642-454c-4f44-bdc9-c5fe15f91c27 port ae374971-f5dc-43c8-9687-5d100dbfa60a binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:42:20.473569 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.533284 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.576688 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.583445 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port c33bc833-aae7-4ac2-aa06-1358158ac707, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=c33bc833-aae7-4ac2-aa06-1358158ac707,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:20.591103 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.595720 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Transition to ACTIVE for port object 34936c21-042c-4db3-8a4b-6688a9e20e01 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:20.598604 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:20.631251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.640370 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9b6490b3-6e10-4d3c-9646-51a8b806d2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:20.668654 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Network 7599ec07-e750-436d-9f06-21d7e5f17632 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:20.673730 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:20.677462 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:20.678744 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ea44cf1e-89c7-46b1-a492-dabebe9364ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.719872 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=34936c21-042c-4db3-8a4b-6688a9e20e01,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:20.723447 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:20.729371 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.734253 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=c33bc833-aae7-4ac2-aa06-1358158ac707,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:20.742092 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:20.827897 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.db.api [None req-ea44cf1e-89c7-46b1-a492-dabebe9364ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 14:42:20.828263 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_db.api [None req-ea44cf1e-89c7-46b1-a492-dabebe9364ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:42:20.871627 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.922120 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.933235 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Transition to ACTIVE for port object ae374971-f5dc-43c8-9687-5d100dbfa60a will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:20.938920 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:20.940739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:20.996524 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d0617-2c54-43c4-ad85-32532a24c4f1 None None] Pushing event updated for resources: {'Port': ['ID=ae374971-f5dc-43c8-9687-5d100dbfa60a,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:20.998841 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Attempting to bind port ae374971-f5dc-43c8-9687-5d100dbfa60a on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:20.999297 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Attempting to bind port ae374971-f5dc-43c8-9687-5d100dbfa60a by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:20.999707 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Attempting to bind port ae374971-f5dc-43c8-9687-5d100dbfa60a on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:21.001771 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-9b2d0617-2c54-43c4-ad85-32532a24c4f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:21.007009 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:21.007392 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:21.007800 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.008195 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:21.008669 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Bound port: ae374971-f5dc-43c8-9687-5d100dbfa60a, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:21.009050 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.047643 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.052671 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.055978 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:21.060850 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] For port ae374971-f5dc-43c8-9687-5d100dbfa60a, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:21.064081 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] For port ae374971-f5dc-43c8-9687-5d100dbfa60a, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=ae374971-f5dc-43c8-9687-5d100dbfa60a,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:21.068688 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.070711 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-fd4ca4d4-33a2-460f-9b70-bc9be7348644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:21.123861 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:21.124494 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:21.129072 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.132710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=34936c21-042c-4db3-8a4b-6688a9e20e01,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:21.138034 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:21.162597 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d0617-2c54-43c4-ad85-32532a24c4f1 None None] Pushing event updated for resources: {'Port': ['ID=ae374971-f5dc-43c8-9687-5d100dbfa60a,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:21.189291 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-9b2d0617-2c54-43c4-ad85-32532a24c4f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:21.221323 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Network 7599ec07-e750-436d-9f06-21d7e5f17632 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:21.222779 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:21.233188 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:21.340591 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Router 8a255642-454c-4f44-bdc9-c5fe15f91c27 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:42:21.459088 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:42:21.465851 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] 10.222.0.96 "PUT /v2.0/routers/8a255642-454c-4f44-bdc9-c5fe15f91c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6205015 Jun 16 14:42:21.491036 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 2, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:21.494487 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9856-703d-4856-9406-78cc8c05da35 None None] The sync data for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb is: [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 2, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:42:21.539403 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4ab24fd-0740-42b3-bc53-8040dda1cd1c None None] Provisioning for port 34936c21-042c-4db3-8a4b-6688a9e20e01 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:21.543394 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4ab24fd-0740-42b3-bc53-8040dda1cd1c None None] Provisioning complete for port 34936c21-042c-4db3-8a4b-6688a9e20e01 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:21.543783 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4ab24fd-0740-42b3-bc53-8040dda1cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:21.577991 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab24fd-0740-42b3-bc53-8040dda1cd1c None None] Port 34936c21-042c-4db3-8a4b-6688a9e20e01 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:42:21.999853 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device c33bc833-aae7-4ac2-aa06-1358158ac707 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:22.004620 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55274) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:22.010260 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1405121730-network', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:22.043697 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Made reservation on behalf of ac687cf120984da6a878fb6ebd66ea01 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:42:22.046235 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.055564 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.059699 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port c33bc833-aae7-4ac2-aa06-1358158ac707 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:22.060092 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.179146 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.184232 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.187240 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-39962517-2240-421e-9fe3-e42bff28d4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:22.213345 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:42:22.223338 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d5fc4-1608-4583-87ab-410f98b088d1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:22.227783 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:22.228885 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.229228 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.segments_db [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Added segment ae302365-cb89-4e36-aa79-60a6b89ae3ee of type vlan for network 70563321-53b3-425c-ae90-0f35b15dbf58 Jun 16 14:42:22.270801 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.301227 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.302870 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:22.303460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.305557 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:22.341648 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3356912 Jun 16 14:42:22.344247 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:22.372610 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Request body: {'subnet': {'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1405121730-subnet', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:22.377015 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Pushing event updated for resources: {'Network': ['ID=70563321-53b3-425c-ae90-0f35b15dbf58,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:22.382240 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:22.388585 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 70563321-53b3-425c-ae90-0f35b15dbf58 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:42:22.402319 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Made reservation on behalf of ac687cf120984da6a878fb6ebd66ea01 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:42:22.404725 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000790'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.599687 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000772'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.603143 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:22.661375 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c97a48b-061c-4ab0-a52c-4bf19f6fa40b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:22.664187 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:22.671964 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Checking segment: {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:22.672322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Network hostable DHCP agents. Network: 70563321-53b3-425c-ae90-0f35b15dbf58, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:42:22.690802 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Network 70563321-53b3-425c-ae90-0f35b15dbf58 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:42:22.701116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 70563321-53b3-425c-ae90-0f35b15dbf58) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:22.709907 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32bae24-6fe4-4ce7-8e75-8633aa3f226c None None] Network 70563321-53b3-425c-ae90-0f35b15dbf58 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:42:22.711745 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:22.712491 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.730365 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c04e0b30-4355-4ee5-97b2-0b5dd0665aa1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3826971 Jun 16 14:42:22.730632 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55282) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:22.735671 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:22.760822 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32653'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.761993 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32644'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.821599 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.869743 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0588b8e6-b826-55b6-863f-ec81b61d2e83-70563321-53b3-425c-ae90-0f35b15dbf58', 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'fixed_ips': [{'subnet_id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b'}]}} from dv-cinder-780933-6-smb. {{(pid=94007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:42:22.870647 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:22.961532 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32630'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.013793 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.db_base_plugin_common [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Allocated IP 172.20.0.2 (70563321-53b3-425c-ae90-0f35b15dbf58/3c97a48b-061c-4ab0-a52c-4bf19f6fa40b/242066b4-f8ff-47ad-b64d-2865593cc2ea) {{(pid=94007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:23.163481 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.184595 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.281338 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Notify callbacks [] for port, precommit_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.289911 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Transition to ACTIVE for port object 242066b4-f8ff-47ad-b64d-2865593cc2ea will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:23.296691 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Allocated IP 172.28.0.66 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/f2146551-9363-418b-999d-05ffde7b62e2) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:23.307225 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Transition to ACTIVE for port object 242066b4-f8ff-47ad-b64d-2865593cc2ea will not be triggered until provisioned by entity DHCP. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:23.313288 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157'] for port, after_create {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.315476 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:23.354802 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Network 70563321-53b3-425c-ae90-0f35b15dbf58 is already hosted by enough agents. {{(pid=94007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:23.361275 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.scheduler.base_scheduler [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Resources bound (agent type, host, resource id): {{(pid=94007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:23.366393 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Received port after_create {{(pid=94007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:23.369919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Pushing event updated for resources: {'Port': ['ID=242066b4-f8ff-47ad-b64d-2865593cc2ea,revision_number=1']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:23.373840 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:23.403540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.428606 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Attempting to bind port 242066b4-f8ff-47ad-b64d-2865593cc2ea on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:23.428983 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Attempting to bind port 242066b4-f8ff-47ad-b64d-2865593cc2ea by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:23.429349 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Attempting to bind port 242066b4-f8ff-47ad-b64d-2865593cc2ea on network 70563321-53b3-425c-ae90-0f35b15dbf58 {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:23.434980 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:23.435357 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Checking segment: {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:23.435795 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.436192 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Bound using segment: {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:23.436659 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Bound port: 242066b4-f8ff-47ad-b64d-2865593cc2ea, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:23.437037 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.443327 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.445437 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-acd40d8d-bd9f-4c17-b98e-cc9b24e64466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:23.482145 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:23.485331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:23.493251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:23.517655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] For port 242066b4-f8ff-47ad-b64d-2865593cc2ea, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:23.521913 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] For port 242066b4-f8ff-47ad-b64d-2865593cc2ea, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=242066b4-f8ff-47ad-b64d-2865593cc2ea,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:23.527287 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:23.529324 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:23.531135 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f2146551-9363-418b-999d-05ffde7b62e2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:23.535188 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:23.592437 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Pushing event updated for resources: {'Port': ['ID=242066b4-f8ff-47ad-b64d-2865593cc2ea,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:23.599425 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:23.614301 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Sync routers for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:42:23.620888 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:23.621519 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:23.762267 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:24.078000 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 2, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:24.081380 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Checking router: 8a255642-454c-4f44-bdc9-c5fe15f91c27 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:42:24.081743 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Updating router 8a255642-454c-4f44-bdc9-c5fe15f91c27 port 34936c21-042c-4db3-8a4b-6688a9e20e01 binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:42:24.119569 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device ae374971-f5dc-43c8-9687-5d100dbfa60a up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:24.122619 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.141599 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.169710 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port ae374971-f5dc-43c8-9687-5d100dbfa60a completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:24.173416 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port ae374971-f5dc-43c8-9687-5d100dbfa60a triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:24.173801 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.259430 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.280820 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port ae374971-f5dc-43c8-9687-5d100dbfa60a, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=ae374971-f5dc-43c8-9687-5d100dbfa60a,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:24.284040 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.284972 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 242066b4-f8ff-47ad-b64d-2865593cc2ea up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:24.287189 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-9b2d0617-2c54-43c4-ad85-32532a24c4f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:24.359755 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=ae374971-f5dc-43c8-9687-5d100dbfa60a,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:24.363502 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:24.374369 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 242066b4-f8ff-47ad-b64d-2865593cc2ea completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:24.377118 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716454'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.430051 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.440639 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Transition to ACTIVE for port object 34936c21-042c-4db3-8a4b-6688a9e20e01 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:24.448253 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.450929 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:24.498122 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ca593-43ae-44de-88db-0e21342ae8b1 None None] Pushing event updated for resources: {'Port': ['ID=34936c21-042c-4db3-8a4b-6688a9e20e01,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:24.506020 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-5d2ca593-43ae-44de-88db-0e21342ae8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:24.552832 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Router 15c9d554-afe4-4080-9c19-b33a055d04f9 is scheduled to L3 agent 944c682c-d733-4377-afff-52df029cfbfe with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:42:24.625041 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Attempting to bind port 34936c21-042c-4db3-8a4b-6688a9e20e01 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:24.625601 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Attempting to bind port 34936c21-042c-4db3-8a4b-6688a9e20e01 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:24.626035 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Attempting to bind port 34936c21-042c-4db3-8a4b-6688a9e20e01 on network 7599ec07-e750-436d-9f06-21d7e5f17632 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:24.633031 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:24.633564 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Checking segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:24.634110 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.635667 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Bound using segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:24.636505 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Bound port: 34936c21-042c-4db3-8a4b-6688a9e20e01, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:24.637579 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.678278 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:42:24.686868 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Sync routers for ids ['15c9d554-afe4-4080-9c19-b33a055d04f9'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:42:24.698189 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.699376 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Routers {'15c9d554-afe4-4080-9c19-b33a055d04f9'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:24.700273 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['15c9d554-afe4-4080-9c19-b33a055d04f9'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:24.704553 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55296) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:24.705231 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9728384 Jun 16 14:42:24.735615 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] For port 34936c21-042c-4db3-8a4b-6688a9e20e01, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:24.739582 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] For port 34936c21-042c-4db3-8a4b-6688a9e20e01, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=34936c21-042c-4db3-8a4b-6688a9e20e01,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:24.746792 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:24.764918 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-d5aebef5-46b2-477c-96c1-8152aa29414b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:24.797721 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:24.798875 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:24.856468 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Set router 15c9d554-afe4-4080-9c19-b33a055d04f9 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:24.907468 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8626c-2bd3-42db-99d6-3494bb89eacf None None] Network 70563321-53b3-425c-ae90-0f35b15dbf58 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:42:25.075639 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:25.309839 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.320783 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ca593-43ae-44de-88db-0e21342ae8b1 None None] Pushing event updated for resources: {'Port': ['ID=34936c21-042c-4db3-8a4b-6688a9e20e01,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:25.325248 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-5d2ca593-43ae-44de-88db-0e21342ae8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:25.343582 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Provisioning for port 242066b4-f8ff-47ad-b64d-2865593cc2ea completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:25.355010 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:25.357653 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Provisioning complete for port 242066b4-f8ff-47ad-b64d-2865593cc2ea triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:25.358293 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.358805 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83bcb9-8a47-4a66-9cc9-6d48e48173ed None None] The sync data for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb is: [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:42:25.433260 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 3, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:25.446090 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Checking router: 15c9d554-afe4-4080-9c19-b33a055d04f9 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:42:25.446549 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Updating router 15c9d554-afe4-4080-9c19-b33a055d04f9 port f2146551-9363-418b-999d-05ffde7b62e2 binding host dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:42:25.492654 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3fdb-f372-44cc-a6e3-1d8ea6d92412 req-248323a6-1c44-4255-aeb4-ba24e2d95613 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:25.500621 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c97d3fdb-f372-44cc-a6e3-1d8ea6d92412 req-248323a6-1c44-4255-aeb4-ba24e2d95613 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.1186650 Jun 16 14:42:25.509714 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Allocated IP 172.20.0.1 (70563321-53b3-425c-ae90-0f35b15dbf58/3c97a48b-061c-4ab0-a52c-4bf19f6fa40b/13109b39-398d-423f-ba96-ba6ef67e514a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:25.529417 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.547313 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.562519 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c97d3fdb-f372-44cc-a6e3-1d8ea6d92412 req-974c3710-6780-4989-836d-30339671b20a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607362 Jun 16 14:42:25.638771 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] For port 242066b4-f8ff-47ad-b64d-2865593cc2ea, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=242066b4-f8ff-47ad-b64d-2865593cc2ea,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:25.657825 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.674574 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Transition to ACTIVE for port object 13109b39-398d-423f-ba96-ba6ef67e514a will not be triggered until provisioned by entity DHCP. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:25.684670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.688975 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:25.713528 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10223144'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.715902 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d56029c5-9e0f-44ef-8438-ae18399fca3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:25.758809 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Network 70563321-53b3-425c-ae90-0f35b15dbf58 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:25.763040 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:25.765320 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Pushing event updated for resources: {'Port': ['ID=13109b39-398d-423f-ba96-ba6ef67e514a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:25.770728 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Pushing event updated for resources: {'Port': ['ID=242066b4-f8ff-47ad-b64d-2865593cc2ea,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:25.773047 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:25.775252 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:25.781496 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:25.820658 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704535'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:25.843399 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-8da1c30c-fcbb-49b6-b0be-1595d36421bd None None] Provisioning complete for port 242066b4-f8ff-47ad-b64d-2865593cc2ea triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:25.843929 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8da1c30c-fcbb-49b6-b0be-1595d36421bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.011985 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Notify callbacks [] for port, precommit_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.019802 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.037223 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Transition to ACTIVE for port object f2146551-9363-418b-999d-05ffde7b62e2 will not be triggered until provisioned by entity L2. {{(pid=94007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:26.052876 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.055266 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:26.112089 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b45f8-3d4a-4d6c-b15c-4cfee7ab9953 None None] Pushing event updated for resources: {'Port': ['ID=f2146551-9363-418b-999d-05ffde7b62e2,revision_number=2']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:26.115737 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Attempting to bind port f2146551-9363-418b-999d-05ffde7b62e2 on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:26.116244 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Attempting to bind port f2146551-9363-418b-999d-05ffde7b62e2 by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:26.116644 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Attempting to bind port f2146551-9363-418b-999d-05ffde7b62e2 on network 092307a4-361e-4669-bb92-c47c09b84e3d {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:26.119988 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-d79b45f8-3d4a-4d6c-b15c-4cfee7ab9953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:26.127507 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:26.128004 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Checking segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:26.128720 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.129178 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Bound using segment: {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'} {{(pid=94007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:26.129836 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.managers [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Bound port: f2146551-9363-418b-999d-05ffde7b62e2, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d6d8ec-0c70-4cd9-976f-fc9ef191b720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}}] {{(pid=94007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:26.130317 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.158336 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device ae374971-f5dc-43c8-9687-5d100dbfa60a up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:26.195581 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-72d3fc90-af80-4032-8704-a23ad81e0cdc None None] Provisioning for port 13109b39-398d-423f-ba96-ba6ef67e514a completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:26.210990 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-72d3fc90-af80-4032-8704-a23ad81e0cdc None None] Provisioning complete for port 13109b39-398d-423f-ba96-ba6ef67e514a triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:26.211375 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-72d3fc90-af80-4032-8704-a23ad81e0cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.255284 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.263928 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10223166'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.265092 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] For port f2146551-9363-418b-999d-05ffde7b62e2, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:26.267211 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:26.269176 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] For port f2146551-9363-418b-999d-05ffde7b62e2, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=f2146551-9363-418b-999d-05ffde7b62e2,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:26.276991 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-72d3fc90-af80-4032-8704-a23ad81e0cdc None None] Port 13109b39-398d-423f-ba96-ba6ef67e514a cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:42:26.279464 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.282508 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-049cfeca-ea6f-47c1-95b3-7c5d5ce93e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:26.327650 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port ae374971-f5dc-43c8-9687-5d100dbfa60a triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:26.328030 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.334581 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Pushing event updated for resources: {'Port': ['ID=13109b39-398d-423f-ba96-ba6ef67e514a,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:26.337084 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704491'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.339819 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:26.364939 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Routers {'15c9d554-afe4-4080-9c19-b33a055d04f9'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:26.365620 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['15c9d554-afe4-4080-9c19-b33a055d04f9'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:26.369818 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b45f8-3d4a-4d6c-b15c-4cfee7ab9953 None None] Pushing event updated for resources: {'Port': ['ID=f2146551-9363-418b-999d-05ffde7b62e2,revision_number=3']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:26.405567 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-d79b45f8-3d4a-4d6c-b15c-4cfee7ab9953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:26.427124 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Network 70563321-53b3-425c-ae90-0f35b15dbf58 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:26.428495 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:26.515180 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] Set router 15c9d554-afe4-4080-9c19-b33a055d04f9 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:26.542366 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 34936c21-042c-4db3-8a4b-6688a9e20e01 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:26.551283 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Router 15c9d554-afe4-4080-9c19-b33a055d04f9 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:42:26.683887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:42:26.688915 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] 10.222.0.96 "PUT /v2.0/routers/15c9d554-afe4-4080-9c19-b33a055d04f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9832394 Jun 16 14:42:26.760383 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0f38e-8dad-4b99-a79d-6c887812aa25 req-88dd1930-daa4-4153-a003-dcff79bab90b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:26.762525 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a8a0f38e-8dad-4b99-a79d-6c887812aa25 req-88dd1930-daa4-4153-a003-dcff79bab90b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.0665176 Jun 16 14:42:26.810939 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a8a0f38e-8dad-4b99-a79d-6c887812aa25 req-889b97da-7043-4e2a-afb5-d16f98394d1b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Jun 16 14:42:26.829856 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 34936c21-042c-4db3-8a4b-6688a9e20e01 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:26.835389 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-593cb6e9-82b0-48b6-9b95-1f53ccb939e6 None None] Provisioning complete for port 13109b39-398d-423f-ba96-ba6ef67e514a triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:26.835776 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-593cb6e9-82b0-48b6-9b95-1f53ccb939e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.863371 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 34936c21-042c-4db3-8a4b-6688a9e20e01 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:26.863941 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:26.937551 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-593cb6e9-82b0-48b6-9b95-1f53ccb939e6 None None] Port 13109b39-398d-423f-ba96-ba6ef67e514a cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:42:26.956336 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.018007 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:42:25Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '13109b39-398d-423f-ba96-ba6ef67e514a', 'name': '', 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'mac_address': 'fa:16:3e:f4:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:25Z', 'updated_at': '2021-06-16T14:42:26Z', 'revision_number': 2, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'subnets': [{'id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:27.023097 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.026289 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f331aee-cf15-4d47-aab7-4c807d44370f None None] The sync data for ids ['15c9d554-afe4-4080-9c19-b33a055d04f9'] in dv-cinder-780933-6-smb is: [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:42:25Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '13109b39-398d-423f-ba96-ba6ef67e514a', 'name': '', 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'mac_address': 'fa:16:3e:f4:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:25Z', 'updated_at': '2021-06-16T14:42:26Z', 'revision_number': 2, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'subnets': [{'id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:42:27.060708 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 34936c21-042c-4db3-8a4b-6688a9e20e01, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=34936c21-042c-4db3-8a4b-6688a9e20e01,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:27.064586 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.065498 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 242066b4-f8ff-47ad-b64d-2865593cc2ea up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:27.068791 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-4a52139b-5dbc-4bc2-a99b-69fe7cff844d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:27.152907 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=34936c21-042c-4db3-8a4b-6688a9e20e01,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:27.153035 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55316) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:27.156285 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:27.158032 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481595784', 'description': 'tempest-secgroup-smoke-1481595784 description', 'project_id': '8904bae0ee6445249438d45d4f3a710f'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:27.167648 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 242066b4-f8ff-47ad-b64d-2865593cc2ea triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:27.168164 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.183456 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.318275 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.325200 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.328786 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fc6df5a6-c6c3-46b7-a0ba-5e2bfa84c1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:27.358659 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.363123 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061346 Jun 16 14:42:27.363123 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c783b27-5fc3-4628-9a51-ca7c271a26f2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:27.363899 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55320) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:27.365949 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:27.369274 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group_rule': {'security_group_id': '4c783b27-5fc3-4628-9a51-ca7c271a26f2', 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:27.400764 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.465261 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.469619 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.471741 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:27.496514 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0297e462-86e2-408d-bc95-dee36284bb2b,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:27.499781 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:27.502627 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.504223 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391585 Jun 16 14:42:27.506995 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55322) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:27.511994 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group_rule': {'security_group_id': '4c783b27-5fc3-4628-9a51-ca7c271a26f2', 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:27.541537 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.603233 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.607370 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.609477 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-33470ec4-bd5c-419f-848a-3bcde9e5dc05 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:27.628262 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19241bd9-3517-48f4-a371-d0e76c0239a2,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:27.631648 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:27.642771 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.644221 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359499 Jun 16 14:42:27.647073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55324) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:27.651800 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group_rule': {'security_group_id': '4c783b27-5fc3-4628-9a51-ca7c271a26f2', 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:27.680703 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.728543 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.732421 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.737094 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5bb548ec-7da0-4e5f-95e4-edea8a8de722 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:27.753351 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58a4cae-5aec-4621-98e9-767c21da5a5b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:27.756462 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:27.757578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.758774 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106484 Jun 16 14:42:27.766927 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55326) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:27.772536 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group_rule': {'security_group_id': '4c783b27-5fc3-4628-9a51-ca7c271a26f2', 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:27.798712 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.860479 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.865358 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.871738 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-06241fe5-e7b9-424a-bf7b-ec1a1c1202c4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:27.887895 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1bf0ab-b71c-4189-b05f-9c33bed1ea2b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:27.891299 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:27.892829 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:27.897498 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55330) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:27.897880 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-cb822127-a96c-461a-8de5-b5d6f0318601 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294596 Jun 16 14:42:27.902823 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group_rule': {'security_group_id': '4c783b27-5fc3-4628-9a51-ca7c271a26f2', 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:27.932585 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.securitygroups_db [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Project 8904bae0ee6445249438d45d4f3a710f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:42:27.937644 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.023659 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 34936c21-042c-4db3-8a4b-6688a9e20e01 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:28.026267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.035384 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.040506 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-21972d86-33c9-4607-8da8-0a6ed99ef0f2 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:28.067266 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f506e-ec7f-44e4-b06a-6f28c80b1230 req-4a0b28ad-9a01-4817-b66d-f27981d70a14 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:28.068843 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f55f506e-ec7f-44e4-b06a-6f28c80b1230 req-4a0b28ad-9a01-4817-b66d-f27981d70a14 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.1262467 Jun 16 14:42:28.070652 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f1ebe4-4245-4a0d-b31a-168dffe74975,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:28.073454 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:28.074655 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.078282 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-36e08a6f-8947-40b6-b916-4e564fe66223 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766281 Jun 16 14:42:28.078706 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:28.083743 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'security_group_rule': {'security_group_id': '4c783b27-5fc3-4628-9a51-ca7c271a26f2', 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:28.086133 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 34936c21-042c-4db3-8a4b-6688a9e20e01 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:28.086572 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.108244 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Project 8904bae0ee6445249438d45d4f3a710f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:42:28.113137 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.127012 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f55f506e-ec7f-44e4-b06a-6f28c80b1230 req-90126e7f-a4ae-4a85-8da0-6dff41d30b77 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 Jun 16 14:42:28.224012 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.227855 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.229995 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-dcb074fd-06c1-45ac-b096-a4738d4b3160 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:28.247135 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebdc6e1-5e92-464f-9ad4-b6a306ebec22,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:28.249958 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:28.252157 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:28.253311 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-07d86d6e-f95a-4d36-955c-2517563a7b67 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737337 Jun 16 14:42:29.362298 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9fbbc-7c68-4971-b2ee-29a99259fb16 req-07a6bef1-7b57-4508-88c0-169f39101e91 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:29.364917 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bea9fbbc-7c68-4971-b2ee-29a99259fb16 req-07a6bef1-7b57-4508-88c0-169f39101e91 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.0715055 Jun 16 14:42:29.411636 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bea9fbbc-7c68-4971-b2ee-29a99259fb16 req-495f8e55-31e9-4fc4-a954-594ace0143cb tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Jun 16 14:42:29.596028 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Sync routers for ids ['15c9d554-afe4-4080-9c19-b33a055d04f9'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:42:29.607678 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Routers {'15c9d554-afe4-4080-9c19-b33a055d04f9'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:29.608730 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['15c9d554-afe4-4080-9c19-b33a055d04f9'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:29.740455 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Set router 15c9d554-afe4-4080-9c19-b33a055d04f9 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:29.949134 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:42:25Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '13109b39-398d-423f-ba96-ba6ef67e514a', 'name': '', 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'mac_address': 'fa:16:3e:f4:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:25Z', 'updated_at': '2021-06-16T14:42:26Z', 'revision_number': 2, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'subnets': [{'id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:29.952741 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Checking router: 15c9d554-afe4-4080-9c19-b33a055d04f9 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:42:29.953100 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Updating router 15c9d554-afe4-4080-9c19-b33a055d04f9 port 13109b39-398d-423f-ba96-ba6ef67e514a binding host dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:42:29.990453 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.037936 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device f2146551-9363-418b-999d-05ffde7b62e2 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:30.087693 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port f2146551-9363-418b-999d-05ffde7b62e2 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:30.091166 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port f2146551-9363-418b-999d-05ffde7b62e2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:30.091553 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.184150 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.204150 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port f2146551-9363-418b-999d-05ffde7b62e2, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=f2146551-9363-418b-999d-05ffde7b62e2,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:30.208675 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.210558 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:30.260321 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=f2146551-9363-418b-999d-05ffde7b62e2,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:30.261164 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.264840 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:30.272163 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Transition to ACTIVE for port object 13109b39-398d-423f-ba96-ba6ef67e514a will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:30.278819 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.280837 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:30.329957 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c917c8-5c47-49fd-9246-a8c86b31472e None None] Pushing event updated for resources: {'Port': ['ID=13109b39-398d-423f-ba96-ba6ef67e514a,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:30.359599 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-c0c917c8-5c47-49fd-9246-a8c86b31472e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:30.421214 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Attempting to bind port 13109b39-398d-423f-ba96-ba6ef67e514a on host dv-cinder-780933-6-smb for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:30.421214 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Attempting to bind port 13109b39-398d-423f-ba96-ba6ef67e514a by drivers openvswitch,hyperv on host dv-cinder-780933-6-smb at level 0 using segments [{'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:30.421214 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Attempting to bind port 13109b39-398d-423f-ba96-ba6ef67e514a on network 70563321-53b3-425c-ae90-0f35b15dbf58 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:30.426363 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Checking agent: {'id': 'c62be9fc-5459-45a3-816e-fdd60156a441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 30, 43), 'started_at': datetime.datetime(2021, 6, 16, 14, 31, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:30.426363 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Checking segment: {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:30.426801 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.427403 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Bound using segment: {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:30.427708 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Bound port: 13109b39-398d-423f-ba96-ba6ef67e514a, host: dv-cinder-780933-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae302365-cb89-4e36-aa79-60a6b89ae3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:30.428086 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.502454 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] For port 13109b39-398d-423f-ba96-ba6ef67e514a, host dv-cinder-780933-6-smb, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:30.507153 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] For port 13109b39-398d-423f-ba96-ba6ef67e514a, host dv-cinder-780933-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=13109b39-398d-423f-ba96-ba6ef67e514a,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:30.512422 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:30.515700 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:30.570166 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c917c8-5c47-49fd-9246-a8c86b31472e None None] Pushing event updated for resources: {'Port': ['ID=13109b39-398d-423f-ba96-ba6ef67e514a,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:30.575614 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-c0c917c8-5c47-49fd-9246-a8c86b31472e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:30.580540 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Routers {'15c9d554-afe4-4080-9c19-b33a055d04f9'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:30.581165 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['15c9d554-afe4-4080-9c19-b33a055d04f9'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:30.627052 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11aa8f-54ca-42f0-a075-f58702db10e8 req-5a4bf20c-417f-464d-968b-76785efbab82 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:30.628564 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9f11aa8f-54ca-42f0-a075-f58702db10e8 req-5a4bf20c-417f-464d-968b-76785efbab82 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.0949569 Jun 16 14:42:30.674266 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9f11aa8f-54ca-42f0-a075-f58702db10e8 req-aae0f3c2-fba2-48ee-825a-70ac7d76fa8b tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/security-groups?id=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Jun 16 14:42:30.707860 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] Set router 15c9d554-afe4-4080-9c19-b33a055d04f9 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:30.916668 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:42:25Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '13109b39-398d-423f-ba96-ba6ef67e514a', 'name': '', 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'mac_address': 'fa:16:3e:f4:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:25Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'subnets': [{'id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:30.921151 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2816184-f490-456a-bf89-58b33186b3b5 None None] The sync data for ids ['15c9d554-afe4-4080-9c19-b33a055d04f9'] in dv-cinder-780933-6-smb is: [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:42:25Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '13109b39-398d-423f-ba96-ba6ef67e514a', 'name': '', 'network_id': '70563321-53b3-425c-ae90-0f35b15dbf58', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'mac_address': 'fa:16:3e:f4:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:25Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'subnets': [{'id': '3c97a48b-061c-4ab0-a52c-4bf19f6fa40b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:42:30.958190 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34da5-22ec-4316-98dd-909f05665f62 req-0353fa4f-5754-41d7-86b6-9ad0841f4277 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:30.959680 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-29e34da5-22ec-4316-98dd-909f05665f62 req-0353fa4f-5754-41d7-86b6-9ad0841f4277 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 946 time: 0.0703139 Jun 16 14:42:31.085975 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Deleting port 0ee98f10-9995-4caa-aea7-33b78b35b845 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:42:31.086346 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:31.184114 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] For port 0ee98f10-9995-4caa-aea7-33b78b35b845, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ee98f10-9995-4caa-aea7-33b78b35b845,segment=NetworkSegment(c92d7cda-4824-4477-9706-53b286a955e8),segment_id=c92d7cda-4824-4477-9706-53b286a955e8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:31.184575 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:31.262228 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Calling delete_port for 0ee98f10-9995-4caa-aea7-33b78b35b845 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:42:31.400189 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:31.404045 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ea3c1284-54b3-4aee-9ae7-7aa6349013c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:31.415913 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['0ee98f10-9995-4caa-aea7-33b78b35b845'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:42:31.430594 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Pushing event deleted for resources: {'Port': ['ID=0ee98f10-9995-4caa-aea7-33b78b35b845,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:31.433709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:31.475869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] No DVR routers for this DVR port 0ee98f10-9995-4caa-aea7-33b78b35b845 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:42:31.478790 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:31.480941 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-29e34da5-22ec-4316-98dd-909f05665f62 req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.79 "DELETE /v2.0/ports/0ee98f10-9995-4caa-aea7-33b78b35b845 HTTP/1.1" status: 204 len: 173 time: 0.5103865 Jun 16 14:42:31.481484 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'name': 'network-vif-deleted', 'tag': '0ee98f10-9995-4caa-aea7-33b78b35b845'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:42:31.484098 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246bf1d7-bae6-41d6-9649-09d9d03339df" -d '{"events": [{"server_uuid": "27e13631-ca4a-40fd-9a24-9847731ebcc0", "name": "network-vif-deleted", "tag": "0ee98f10-9995-4caa-aea7-33b78b35b845"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:42:31.525826 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75631e19-b5ea-4f1d-ae9b-3f652b530226 x-openstack-request-id: req-75631e19-b5ea-4f1d-ae9b-3f652b530226 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:42:31.526150 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e13631-ca4a-40fd-9a24-9847731ebcc0", "name": "network-vif-deleted", "tag": "0ee98f10-9995-4caa-aea7-33b78b35b845", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:42:31.526460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-75631e19-b5ea-4f1d-ae9b-3f652b530226 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:42:31.526881 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e13631-ca4a-40fd-9a24-9847731ebcc0', 'name': 'network-vif-deleted', 'tag': '0ee98f10-9995-4caa-aea7-33b78b35b845', 'status': 'completed', 'code': 200} Jun 16 14:42:31.837603 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9bac2bd0-16fb-455c-9eb5-bee6aed973c1 req-9a2616f1-6278-4eb0-ab8a-25df2fdadad3 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] 10.222.0.96 "GET /v2.0/ports?device_id=27e13631-ca4a-40fd-9a24-9847731ebcc0 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Jun 16 14:42:32.058545 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 13109b39-398d-423f-ba96-ba6ef67e514a up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:32.110301 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning for port 13109b39-398d-423f-ba96-ba6ef67e514a completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:32.115754 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 13109b39-398d-423f-ba96-ba6ef67e514a triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:32.116141 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:32.210282 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:32.243691 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] For port 13109b39-398d-423f-ba96-ba6ef67e514a, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=13109b39-398d-423f-ba96-ba6ef67e514a,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:32.248547 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:32.249434 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device f2146551-9363-418b-999d-05ffde7b62e2 up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:32.251451 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-d79b45f8-3d4a-4d6c-b15c-4cfee7ab9953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:32.332380 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Pushing event updated for resources: {'Port': ['ID=13109b39-398d-423f-ba96-ba6ef67e514a,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:32.336093 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:32.345159 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port f2146551-9363-418b-999d-05ffde7b62e2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:32.345538 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:33.045630 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:42:34.021735 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 13109b39-398d-423f-ba96-ba6ef67e514a up at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:34.079108 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Provisioning complete for port 13109b39-398d-423f-ba96-ba6ef67e514a triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:34.079486 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:34.619946 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 0ee98f10-9995-4caa-aea7-33b78b35b845 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:42:34.639669 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 0ee98f10-9995-4caa-aea7-33b78b35b845 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:42:34.640019 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 0ee98f10-9995-4caa-aea7-33b78b35b845 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:42:39.960713 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-de3d9257-c89e-4d6e-9ed1-9954129fa719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:42.744749 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:42.790565 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a0c84578-1d83-49fc-a8de-6e5f2e719d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:43.898537 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:45.825442 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-fccb4307-3911-4c9c-83a4-38bc1b55affb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481595784&fields=id&tenant_id=8904bae0ee6445249438d45d4f3a710f HTTP/1.1" status: 200 len: 267 time: 0.0345142 Jun 16 14:42:45.939786 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-1e1b40bd-5351-455c-be8b-db17ba05c487 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:45.941925 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-1e1b40bd-5351-455c-be8b-db17ba05c487 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 808 time: 0.1080925 Jun 16 14:42:45.956456 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-a6301121-50fd-4362-af5a-5fefc7307639 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/quotas/8904bae0ee6445249438d45d4f3a710f HTTP/1.1" status: 200 len: 375 time: 0.0090652 Jun 16 14:42:46.027569 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-7982694b-67fb-4725-8193-49f04f5f43c3 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653603 Jun 16 14:42:46.070142 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:46.132409 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-b2e22ad2-fd93-492a-b5b2-7cd0c44a4ed2 service neutron] 10.222.0.96 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924361 Jun 16 14:42:46.219470 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-4c44160d-c308-470e-a765-80ac15f0be3a service neutron] 10.222.0.96 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808146 Jun 16 14:42:46.528960 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e9fddf36-9570-4a18-a8e6-0e44a5b7e923 req-f058820c-31a8-42c2-8bfa-b9a71d2b0de7 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Jun 16 14:42:47.307325 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707bc12-8372-4848-b14d-55dedeef2fd8 req-f9561753-e4ff-43a2-b232-f74a362f30ee tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:47.308759 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4707bc12-8372-4848-b14d-55dedeef2fd8 req-f9561753-e4ff-43a2-b232-f74a362f30ee tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0624204 Jun 16 14:42:47.347359 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4707bc12-8372-4848-b14d-55dedeef2fd8 req-99a806c3-ed58-4a7d-9f23-4149f0d87b23 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Jun 16 14:42:47.636234 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-3b302456-daa4-411a-886c-31e906256607 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:47.637812 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-3b302456-daa4-411a-886c-31e906256607 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 808 time: 0.1127412 Jun 16 14:42:47.685510 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-9ddd22d1-581a-43ec-99d8-ea2dfaa16ce4 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8904bae0ee6445249438d45d4f3a710f HTTP/1.1" status: 200 len: 380 time: 0.0365787 Jun 16 14:42:47.686743 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-147f2b43-3251-43d1-a945-a43ca3a8a512 req-d2a1ba81-3ee5-44a3-b45b-70035f37f522 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 210 time: 0.0360730 Jun 16 14:42:47.694908 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'port': {'device_id': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'admin_state_up': True, 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'security_groups': ['4c783b27-5fc3-4628-9a51-ca7c271a26f2']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:47.818856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Made reservation on behalf of 8904bae0ee6445249438d45d4f3a710f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:42:47.822479 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:47.964048 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Allocated IP 172.20.0.12 (7599ec07-e750-436d-9f06-21d7e5f17632/ee4d2058-b2d1-4782-aaaf-147d20d1d5d0/8d467809-51eb-4c55-9096-a4829926b860) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:48.137177 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.151451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Transition to ACTIVE for port object 8d467809-51eb-4c55-9096-a4829926b860 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:48.186891 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.191033 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5dc307b2-ffe8-42e7-99ca-db7e09c89a1d tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:48.236697 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Network 7599ec07-e750-436d-9f06-21d7e5f17632 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:48.242959 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:48.246687 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:48.253955 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:48.280438 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.280812 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.281175 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.281535 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.281891 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.282333 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.282686 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.283059 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.283412 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.283756 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.284097 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.284444 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:48.291514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:48.312289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:48.312902 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.328787 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6379011 Jun 16 14:42:48.344577 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Request body: {'port': {'device_id': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:48.425756 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.462630 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5e7e858a-8a71-4d7a-90d8-5b6122635d39 None None] Provisioning for port 8d467809-51eb-4c55-9096-a4829926b860 completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:48.466756 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-5e7e858a-8a71-4d7a-90d8-5b6122635d39 None None] Provisioning complete for port 8d467809-51eb-4c55-9096-a4829926b860 triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:48.467161 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5e7e858a-8a71-4d7a-90d8-5b6122635d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.506385 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e858a-8a71-4d7a-90d8-5b6122635d39 None None] Port 8d467809-51eb-4c55-9096-a4829926b860 cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:42:48.621486 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5ac4f-417e-4a60-836d-b7fe1aea3316 req-1fe633f5-4331-4f1d-bc27-2956466898bd tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:48.622883 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d5d5ac4f-417e-4a60-836d-b7fe1aea3316 req-1fe633f5-4331-4f1d-bc27-2956466898bd tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.1437953 Jun 16 14:42:48.702549 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d5d5ac4f-417e-4a60-836d-b7fe1aea3316 req-3c6235c9-7904-42c1-81ee-87d1a5dfd479 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520294 Jun 16 14:42:48.765349 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d467809-51eb-4c55-9096-a4829926b860 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:42:48.773184 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.785745 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Transition to ACTIVE for port object 8d467809-51eb-4c55-9096-a4829926b860 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:42:48.789073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:48.791128 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:48.869044 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:48.871899 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8d6c4-8b91-4b96-9300-825310723785 req-7f003b31-9fcc-407d-8ea1-1979a5c0a358 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:48.873545 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-88c8d6c4-8b91-4b96-9300-825310723785 req-7f003b31-9fcc-407d-8ea1-1979a5c0a358 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.0661685 Jun 16 14:42:48.890785 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:48.917873 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-88c8d6c4-8b91-4b96-9300-825310723785 req-8bd8341a-365d-4eea-a0c7-8b6be553a05c tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365291 Jun 16 14:42:48.943536 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Attempting to bind port 8d467809-51eb-4c55-9096-a4829926b860 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:42:48.943869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Attempting to bind port 8d467809-51eb-4c55-9096-a4829926b860 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:42:48.944195 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Attempting to bind port 8d467809-51eb-4c55-9096-a4829926b860 on network 7599ec07-e750-436d-9f06-21d7e5f17632 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:48.948634 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Port 8d467809-51eb-4c55-9096-a4829926b860 on network 7599ec07-e750-436d-9f06-21d7e5f17632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:42:48.948959 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Attempting to bind port 8d467809-51eb-4c55-9096-a4829926b860 on network 7599ec07-e750-436d-9f06-21d7e5f17632 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:42:48.953864 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:42:48.954138 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Checking segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:42:48.954540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Bound using segment: {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:42:48.954961 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Bound port: 8d467809-51eb-4c55-9096-a4829926b860, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2aa9a3-316f-4497-b3a6-165c108d5101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:42:48.955307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:49.023676 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:42:49.026934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:42:49.031737 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:49.034067 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:49.070474 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.070952 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:49.072317 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] 10.222.0.79 "PUT /v2.0/ports/8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 1094 time: 0.7320449 Jun 16 14:42:49.074689 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:42:49.077020 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb203663-7e72-439b-9f00-813e0d4d550e" -d '{"events": [{"name": "network-changed", "server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:42:49.105838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:49.109245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:49.136231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4574096-48c3-4be9-a65f-6d3648263cc8 x-openstack-request-id: req-c4574096-48c3-4be9-a65f-6d3648263cc8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:42:49.136550 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:42:49.136839 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c4574096-48c3-4be9-a65f-6d3648263cc8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:42:49.137263 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'status': 'completed', 'code': 200} Jun 16 14:42:49.187464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-7b4d9e1b-ce7c-49c7-b055-c915286c2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.188954 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-7b4d9e1b-ce7c-49c7-b055-c915286c2e1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1097 time: 0.0659027 Jun 16 14:42:49.231914 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-6b0c283c-0121-4cdd-b571-9dfb538c9510 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 217 time: 0.0357673 Jun 16 14:42:49.284189 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-1452cfea-13d7-48ce-b9be-ead312e8d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.285957 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-1452cfea-13d7-48ce-b9be-ead312e8d5cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.0467200 Jun 16 14:42:49.348640 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-51e43ea7-99da-49dd-8974-0c2ac7fad628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.350118 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-51e43ea7-99da-49dd-8974-0c2ac7fad628 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570660 Jun 16 14:42:49.437458 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-ca544654-d6a1-4607-a0e7-1ae73156e00a service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798380 Jun 16 14:42:49.539571 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-573a9b4e-a964-4a95-80aa-7eb65f0ddf48 req-8e7b21fb-154f-4f02-b762-aa6a8b053c7f service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927713 Jun 16 14:42:49.643184 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb203663-7e72-439b-9f00-813e0d4d550e req-0c12ce4d-56ce-4850-ba2b-9f68261a3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.644668 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-0c12ce4d-56ce-4850-ba2b-9f68261a3f2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1097 time: 0.0512960 Jun 16 14:42:49.742364 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb203663-7e72-439b-9f00-813e0d4d550e req-7251b580-6a1d-4f71-989a-4c5258ed0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.743812 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-7251b580-6a1d-4f71-989a-4c5258ed0f73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 910 time: 0.0861979 Jun 16 14:42:49.791593 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-f2a3e907-1521-4491-94a5-0db22394ae24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 217 time: 0.0334437 Jun 16 14:42:49.850719 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb203663-7e72-439b-9f00-813e0d4d550e req-b43b8d79-e00f-4126-8b07-82b3506b59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.852157 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-b43b8d79-e00f-4126-8b07-82b3506b59cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.0506260 Jun 16 14:42:49.883807 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7537ee8-672b-449a-9c0c-ecc43b9a31a5 req-f6265b12-24ad-455b-8d1e-a196f6d6f1ac tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.885299 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e7537ee8-672b-449a-9c0c-ecc43b9a31a5 req-f6265b12-24ad-455b-8d1e-a196f6d6f1ac tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0639055 Jun 16 14:42:49.914566 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb203663-7e72-439b-9f00-813e0d4d550e req-f96ae884-8eb8-4816-8e05-fd4261a810e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:49.916033 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-f96ae884-8eb8-4816-8e05-fd4261a810e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568814 Jun 16 14:42:49.928635 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e7537ee8-672b-449a-9c0c-ecc43b9a31a5 req-9a27dfcc-95c5-4496-8341-982e331048b2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368776 Jun 16 14:42:50.009687 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-1d0051be-f69a-4206-83ee-0d941e4c2518 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860434 Jun 16 14:42:50.137583 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb203663-7e72-439b-9f00-813e0d4d550e req-5f686901-d6c2-4b49-a92f-f1381f869e89 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197133 Jun 16 14:42:50.152103 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b1f73-d5c2-4762-bfa6-17144b39858d req-08758e86-b678-4541-913f-7b543aa97ace tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:50.153661 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-088b1f73-d5c2-4762-bfa6-17144b39858d req-08758e86-b678-4541-913f-7b543aa97ace tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.1188567 Jun 16 14:42:50.193126 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-088b1f73-d5c2-4762-bfa6-17144b39858d req-797dd91b-1f30-4733-9e98-654d6750b809 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Jun 16 14:42:50.213191 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:50.255728 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Deleting subnet af61c78c-e00a-4efb-90c7-e51b3c5cff65 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:42:50.258795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.295210 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3190479'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.334105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.385356 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000781'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.387749 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f9f48865-e285-4428-839d-af00500df64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:50.414041 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af61c78c-e00a-4efb-90c7-e51b3c5cff65,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:50.418133 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:50.419669 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.422719 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-aa41e21f-a117-4985-a5ce-d9de4769cf4a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/af61c78c-e00a-4efb-90c7-e51b3c5cff65 HTTP/1.1" status: 204 len: 168 time: 0.2083344 Jun 16 14:42:50.424976 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55650) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:50.735329 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.812557 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.822808 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d2f82d-6778-4ea6-9132-3523df65b753']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:50.832881 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92d7cda-4824-4477-9706-53b286a955e8') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:50.833170 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92d7cda-4824-4477-9706-53b286a955e8') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:50.841364 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.854666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.862215 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:42:50.862667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:42:50.864902 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:42:50.926657 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.930766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31774216-e0ed-437e-85af-fea44643eb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:50.934627 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:50.936431 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] 10.222.0.96 "DELETE /v2.0/networks/94d2f82d-6778-4ea6-9132-3523df65b753 HTTP/1.1" status: 204 len: 168 time: 0.5100360 Jun 16 14:42:50.946070 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Pushing event deleted for resources: {'Network': ['ID=94d2f82d-6778-4ea6-9132-3523df65b753,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:50.948374 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:51.100849 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:51.106405 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6502c4-f0f1-4ffb-8296-f6a12e657be2 req-dac2f9c0-c8d1-4049-a5a5-48c2e7c9bbfa tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:51.107968 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cb6502c4-f0f1-4ffb-8296-f6a12e657be2 req-dac2f9c0-c8d1-4049-a5a5-48c2e7c9bbfa tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0652235 Jun 16 14:42:51.143397 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-67c81a51-ccbc-4c57-9c77-485ff980dca1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5d267f71e87a48ff94e81a994c3733ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392103 Jun 16 14:42:51.143646 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:51.145589 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cb6502c4-f0f1-4ffb-8296-f6a12e657be2 req-2943b603-f2d8-4c3b-ac36-b780f15ca984 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Jun 16 14:42:51.192060 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:51.216263 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:51.272939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:51.276451 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:51.278693 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/797d10f3-9455-4eaf-b69a-c79ce8d9c9a1 HTTP/1.1" status: 204 len: 168 time: 0.1335721 Jun 16 14:42:51.280783 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-783d380b-3523-4659-aa56-5eca009f4eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:51.291762 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d10f3-9455-4eaf-b69a-c79ce8d9c9a1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:51.295494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:51.373642 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed74c2a-6a44-41db-8128-d0ea86c5bab9 req-760f6fb2-ac7e-45de-bb66-c10dd0c8b33e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:51.375169 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5ed74c2a-6a44-41db-8128-d0ea86c5bab9 req-760f6fb2-ac7e-45de-bb66-c10dd0c8b33e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.0640657 Jun 16 14:42:51.414184 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5ed74c2a-6a44-41db-8128-d0ea86c5bab9 req-8f589892-e1fd-404d-9579-dffdc5f2a49a tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jun 16 14:42:52.323325 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5579-e131-4045-a9a4-aa122c4a8fbc req-9b3e8f9e-1b6d-437f-9042-a35218aadcde tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:52.324806 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3b5a5579-e131-4045-a9a4-aa122c4a8fbc req-9b3e8f9e-1b6d-437f-9042-a35218aadcde tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0618725 Jun 16 14:42:52.361664 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3b5a5579-e131-4045-a9a4-aa122c4a8fbc req-92e387cd-ec6c-461b-86f6-fd03e33c4929 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Jun 16 14:42:52.554551 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-4c638b8a-cd80-4aad-82fb-98ca8f51006c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471732874&fields=id&tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7 HTTP/1.1" status: 200 len: 267 time: 0.0323517 Jun 16 14:42:52.592857 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43af715-ae21-4941-a72e-39a30b94f567 req-10af1c1b-97af-41a1-9d93-56014f8f33e8 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:52.594345 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b43af715-ae21-4941-a72e-39a30b94f567 req-10af1c1b-97af-41a1-9d93-56014f8f33e8 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.0681965 Jun 16 14:42:52.621605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-8ba11833-6c8d-4304-902f-87f11226a4a6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:52.623069 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-8ba11833-6c8d-4304-902f-87f11226a4a6 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 985 time: 0.0629172 Jun 16 14:42:52.634097 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b43af715-ae21-4941-a72e-39a30b94f567 req-46c23a86-78f7-48a9-8162-50f9101d37c6 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Jun 16 14:42:52.634622 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Request body: {'port': {'security_groups': ['2f252c43-10db-4fc2-b2a0-6c31b9533daf']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:52.674637 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:42:52.720292 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:52.768269 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:52.780056 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '8d467809-51eb-4c55-9096-a4829926b860', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'port_id': '8d467809-51eb-4c55-9096-a4829926b860', 'mac_address': 'fa:16:3e:eb:5f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:42:52.822347 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:52.836068 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d467809-51eb-4c55-9096-a4829926b860 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:42:52.855280 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:52.858975 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:52.860732 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:52.896555 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:52.906393 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:52.909380 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:52.928245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:52.932727 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:52.936615 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7a7182a1-f281-466d-8e0d-115b8b50f89d tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:52.945347 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c929df4d-2bf2-46ec-9c21-43adfb37875e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:42:52.978629 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:52.979251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:52.980621 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6666737b-f489-4ae6-bf5d-5746d4bf0047 req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "PUT /v2.0/ports/c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 943 time: 0.3510158 Jun 16 14:42:52.981145 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:42:52.983514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473" -d '{"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:42:52.987734 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55676) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:53.014710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event updated for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:53.017987 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:53.048601 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba68ea1-74b5-4c16-b097-86aa32d0be64 x-openstack-request-id: req-9ba68ea1-74b5-4c16-b097-86aa32d0be64 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:42:53.049151 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:42:53.049690 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9ba68ea1-74b5-4c16-b097-86aa32d0be64 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:42:53.050530 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'status': 'completed', 'code': 200} Jun 16 14:42:53.072567 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c929df4d-2bf2-46ec-9c21-43adfb37875e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:42:53.091783 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.123190 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.131148 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['8d467809-51eb-4c55-9096-a4829926b860'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:42:53.140976 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-eb1bbea3-bb66-430d-80ae-d041eca9729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:53.143035 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-eb1bbea3-bb66-430d-80ae-d041eca9729a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1099 time: 0.0697653 Jun 16 14:42:53.192997 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.195997 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.197354 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "DELETE /v2.0/security-groups/431e23ea-4b9a-4ccc-8bb3-0c3160ecb601 HTTP/1.1" status: 204 len: 168 time: 0.2085161 Jun 16 14:42:53.198580 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:53.203218 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55678) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:53.251227 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-594a68e7-1407-4bb1-bfe4-04782555f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:53.254334 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-594a68e7-1407-4bb1-bfe4-04782555f87e service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 917 time: 0.1044638 Jun 16 14:42:53.260139 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e23ea-4b9a-4ccc-8bb3-0c3160ecb601,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:53.272592 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.273214 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.273845 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.274581 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.275020 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.275483 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.275937 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.276301 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.276662 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.277018 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.277371 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.277723 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:42:53.282349 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:53.338017 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-09785883-ad79-48c1-b620-cb61e6063cac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 1001 time: 0.0768685 Jun 16 14:42:53.364713 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-fc5bf845-32bb-4317-a97b-213d905e5b63 None None] Provisioning complete for port c929df4d-2bf2-46ec-9c21-43adfb37875e triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:53.365142 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf845-32bb-4317-a97b-213d905e5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.397452 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-3de68115-e57a-41e5-86a7-b4a0c467ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:53.399065 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-3de68115-e57a-41e5-86a7-b4a0c467ba3d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0538578 Jun 16 14:42:53.400980 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Deleting port 78a1c9f6-a381-44ee-9a1b-b4c6e35c68d4 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:42:53.401455 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.467325 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-47b10a7c-eb18-44dc-8217-ce244561ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:53.469177 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-47b10a7c-eb18-44dc-8217-ce244561ff7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0629590 Jun 16 14:42:53.614464 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-0c1d541b-070a-4d0e-8d71-d3b4ec76e265 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360295 Jun 16 14:42:53.660310 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb8799-ae90-4502-aad2-5224e86243f2 req-42d54369-65ef-4e3a-9e45-339609ba36fc tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:53.665900 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-dddb8799-ae90-4502-aad2-5224e86243f2 req-42d54369-65ef-4e3a-9e45-339609ba36fc tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.1203055 Jun 16 14:42:53.754775 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-dddb8799-ae90-4502-aad2-5224e86243f2 req-e8aa2460-efcf-441c-93ab-1bb7bb32e512 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879066 Jun 16 14:42:53.771906 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.772242 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:53.777255 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0e1cf293-f9d1-4ee3-ad5d-5595838b0473 req-5079e59c-97f3-40f0-80d4-9c1291966e01 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486821 Jun 16 14:42:53.861022 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Calling delete_port for 78a1c9f6-a381-44ee-9a1b-b4c6e35c68d4 owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:42:53.977962 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ba63c-1fb7-48e6-8c98-a2179e5b1237 req-5584e4f5-42b7-48b0-8fe8-69b4b704b959 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:53.979490 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5f1ba63c-1fb7-48e6-8c98-a2179e5b1237 req-5584e4f5-42b7-48b0-8fe8-69b4b704b959 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 945 time: 0.2210345 Jun 16 14:42:54.044682 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5f1ba63c-1fb7-48e6-8c98-a2179e5b1237 req-e61372e6-0652-4e0a-b8a3-7b8a61e6bb6e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575268 Jun 16 14:42:54.101069 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:54.103727 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:54.131147 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event deleted for resources: {'Port': ['ID=78a1c9f6-a381-44ee-9a1b-b4c6e35c68d4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:54.134798 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:54.189563 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:54.189886 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.l3_db [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Floating IP 5f7521a9-9797-4f0b-ac9f-9e945682fc5c disassociated (deleted). External IP: 172.28.0.64, port: c929df4d-2bf2-46ec-9c21-43adfb37875e. Jun 16 14:42:54.394887 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:42:54.499289 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:42:54.504041 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:54.508351 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] Sync routers for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:42:54.517289 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:54.517906 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:54.539613 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7a5e905c-7076-4617-b97f-25a74efa6824 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "DELETE /v2.0/floatingips/5f7521a9-9797-4f0b-ac9f-9e945682fc5c HTTP/1.1" status: 204 len: 168 time: 1.3320854 Jun 16 14:42:54.540255 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:42:54.542775 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86" -d '{"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:42:54.578260 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4b42d-1bd9-4f5b-a9a0-931d0c7595f5 x-openstack-request-id: req-3ae4b42d-1bd9-4f5b-a9a0-931d0c7595f5 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:42:54.578704 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:42:54.578993 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ae4b42d-1bd9-4f5b-a9a0-931d0c7595f5 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:42:54.581397 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'status': 'completed', 'code': 200} Jun 16 14:42:54.625611 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:54.654460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-ea165fd1-9b94-43c9-bc3c-8ad23e75fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:54.655922 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-ea165fd1-9b94-43c9-bc3c-8ad23e75fd6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 1099 time: 0.0534554 Jun 16 14:42:54.700119 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:42:54.761185 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-e9b2a6d0-ce20-494f-8679-1a75a7c56abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:54.763166 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-e9b2a6d0-ce20-494f-8679-1a75a7c56abc service neutron] 10.222.0.79 "GET /v2.0/networks?id=a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 200 len: 917 time: 0.0976706 Jun 16 14:42:54.835629 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-e67396bf-7a35-4e85-9a90-88b13f799c94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 200 len: 217 time: 0.0599673 Jun 16 14:42:54.901014 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-b94c5ca6-df49-43d8-8838-c91b2d66e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:54.903149 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-b94c5ca6-df49-43d8-8838-c91b2d66e41d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 200 len: 854 time: 0.0577445 Jun 16 14:42:54.954524 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 8d467809-51eb-4c55-9096-a4829926b860 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:42:54.961781 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 8d467809-51eb-4c55-9096-a4829926b860 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:42:54.962172 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:55.010089 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-fd64ad41-77cf-4301-829f-426c516e4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.011578 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-fd64ad41-77cf-4301-829f-426c516e4656 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a8040b4e-7a17-4757-a058-e2f3fb494135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009064 Jun 16 14:42:55.024010 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f0dd-56e0-4b18-93e1-8cfe92308f1a req-e4ba55a3-88ec-40b9-98e3-8193f3d96306 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.025429 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b863f0dd-56e0-4b18-93e1-8cfe92308f1a req-e4ba55a3-88ec-40b9-98e3-8193f3d96306 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0827806 Jun 16 14:42:55.062299 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:55.069047 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] Checking router: 4ffbfdc2-ff89-4f4e-8f41-16e196573187 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:42:55.087525 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:42:55.088167 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:55.090005 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:55.119055 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b863f0dd-56e0-4b18-93e1-8cfe92308f1a req-5822f836-ee42-4f74-bbeb-4cffaf4ae74d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856481 Jun 16 14:42:55.141754 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-c436520b-9ce9-44de-9563-116ddbd8039b service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153746 Jun 16 14:42:55.185993 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:42:55.188670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a727d208-1592-48a7-a94a-a056e61f11a7" -d '{"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-plugged", "status": "completed", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:42:55.208321 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:42:55.224313 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:55.227877 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:55.252380 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7316f2d-3518-4b1d-a0c1-4fe826527046 x-openstack-request-id: req-e7316f2d-3518-4b1d-a0c1-4fe826527046 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:42:55.252697 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-plugged", "status": "completed", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:42:55.253597 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e7316f2d-3518-4b1d-a0c1-4fe826527046 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:42:55.254268 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'code': 200} Jun 16 14:42:55.275163 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:42:55.295774 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f6cd0-92ed-491b-a78e-d53932467d41 req-2831737e-823e-45a3-adcb-500458074451 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.299685 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dd86c2b-72be-4ab7-8a60-ab8a951a3a86 req-6e5b6390-ac4a-4716-ac15-d81c3719cbd0 service neutron] 10.222.0.79 "GET /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507452 Jun 16 14:42:55.302727 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1b4f6cd0-92ed-491b-a78e-d53932467d41 req-2831737e-823e-45a3-adcb-500458074451 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 945 time: 0.1077669 Jun 16 14:42:55.333147 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:55.339397 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:55.360251 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1b4f6cd0-92ed-491b-a78e-d53932467d41 req-b89333d2-4090-49ff-964c-f87b884b36e2 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565624 Jun 16 14:42:55.423446 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-2ff6958e-056c-4631-bd4e-117f70fe9c2c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728493 Jun 16 14:42:55.533440 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:42:55.537503 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe78d6-b081-4b92-9ad3-04f296f02fc6 None None] The sync data for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb is: [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:10Z', 'revision_number': 4, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '5d029c0c-7503-4a09-bc0d-1424de49ba42', 'name': '', 'network_id': 'a8040b4e-7a17-4757-a058-e2f3fb494135', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'mac_address': 'fa:16:3e:c9:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:09Z', 'updated_at': '2021-06-16T14:40:16Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'subnets': [{'id': '14b418e2-142b-4f1b-92e3-e1671298310b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:42:55.590784 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-474cd226-4d45-4a28-8812-4487cedd76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.592125 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-474cd226-4d45-4a28-8812-4487cedd76ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 1099 time: 0.0872362 Jun 16 14:42:55.610240 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d60515-019e-47ff-8824-7b6d652050c4 req-383793a8-2e20-4183-816e-33d237c35d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.612035 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24d60515-019e-47ff-8824-7b6d652050c4 req-383793a8-2e20-4183-816e-33d237c35d12 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1099 time: 0.0674853 Jun 16 14:42:55.699207 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24d60515-019e-47ff-8824-7b6d652050c4 req-1e12eb99-f9bf-4f14-b374-70d93e64eff4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773907 Jun 16 14:42:55.725170 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-6c115b88-e58d-4e08-9118-54ec740306b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.726666 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-6c115b88-e58d-4e08-9118-54ec740306b6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.1132162 Jun 16 14:42:55.749571 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805894e6-d79d-437e-9e53-7243390eb8bb None None] New status for floating IP 5f7521a9-9797-4f0b-ac9f-9e945682fc5c: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:42:55.805539 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-91c0296e-b2a7-4583-a749-64613f6fee94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 200 len: 1002 time: 0.0582500 Jun 16 14:42:55.875223 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-6c5b930a-2ecf-463a-9837-633286fd183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.876626 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-6c5b930a-2ecf-463a-9837-633286fd183a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0469167 Jun 16 14:42:55.938464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-e4a1b49f-3734-4b42-aeb8-61318e0b027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:55.939932 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-e4a1b49f-3734-4b42-aeb8-61318e0b027c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566902 Jun 16 14:42:56.038957 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-c6245e48-5252-4ce4-8a30-d3186c82c634 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902834 Jun 16 14:42:56.132423 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c661694e-db2b-4999-ab9b-1d53a7715d60 req-26eafce7-4933-409d-885f-c93140633139 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Jun 16 14:42:56.311017 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24a708-0aff-4ff7-b366-769fc93feb56 req-8e373bdf-59c2-4c92-b2e1-a3a7a8e7c24f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:56.312467 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9f24a708-0aff-4ff7-b366-769fc93feb56 req-8e373bdf-59c2-4c92-b2e1-a3a7a8e7c24f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0647964 Jun 16 14:42:56.352227 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9f24a708-0aff-4ff7-b366-769fc93feb56 req-4dc65a55-3f42-4c2c-9e7c-fc49fabc0a7d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Jun 16 14:42:56.541469 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef14ea-12bb-466c-8f6d-b57bab9321f6 req-b624ef89-aff5-4ee8-a366-014a0e01ec92 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:56.542923 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-29ef14ea-12bb-466c-8f6d-b57bab9321f6 req-b624ef89-aff5-4ee8-a366-014a0e01ec92 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0708835 Jun 16 14:42:56.581679 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-29ef14ea-12bb-466c-8f6d-b57bab9321f6 req-1150b367-2e18-4035-a56f-0ec243957d09 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Jun 16 14:42:56.928329 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:57.532897 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59219e50-46b3-47e4-99d1-667c246947ce req-a577f755-d9c2-4f11-aef1-8a29217ba8fe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:57.534321 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-59219e50-46b3-47e4-99d1-667c246947ce req-a577f755-d9c2-4f11-aef1-8a29217ba8fe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0647199 Jun 16 14:42:57.571894 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-59219e50-46b3-47e4-99d1-667c246947ce req-e6f3e099-0bde-48dc-89eb-4d96e089b37d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313418 Jun 16 14:42:57.605967 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bbcee-1f4d-4914-a8df-246e85ee83c3 req-cf6c15a3-1a58-45b6-bb52-e84bd8ccfed5 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:57.607438 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-565bbcee-1f4d-4914-a8df-246e85ee83c3 req-cf6c15a3-1a58-45b6-bb52-e84bd8ccfed5 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.0660024 Jun 16 14:42:57.646160 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-565bbcee-1f4d-4914-a8df-246e85ee83c3 req-eb160e13-c4c7-47e1-be40-75c5cadb696c tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jun 16 14:42:57.756031 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d11d4-5025-462f-a59c-21a026c53754 req-7288cb5f-4e1c-4d67-b6b9-5d2c732150bf tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:57.757464 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a99d11d4-5025-462f-a59c-21a026c53754 req-7288cb5f-4e1c-4d67-b6b9-5d2c732150bf tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0622859 Jun 16 14:42:57.794000 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a99d11d4-5025-462f-a59c-21a026c53754 req-b7637632-4930-4fcd-80df-4ed3c6097893 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301914 Jun 16 14:42:57.963978 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530ef45-6ed8-4b3a-b1b2-aef00cb69101 req-7291faa1-a6aa-4e15-aca7-fcd62d8fa85f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:57.965427 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7530ef45-6ed8-4b3a-b1b2-aef00cb69101 req-7291faa1-a6aa-4e15-aca7-fcd62d8fa85f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0619979 Jun 16 14:42:58.001868 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-7530ef45-6ed8-4b3a-b1b2-aef00cb69101 req-e456bc1e-a7c4-4e26-83c3-a535b12e700b tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Jun 16 14:42:58.025965 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:58.254278 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e6599-82c0-497d-b4d9-35659711b113 tempest-TestShelveInstance-636118384 tempest-TestShelveInstance-636118384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:58.255708 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-539e6599-82c0-497d-b4d9-35659711b113 tempest-TestShelveInstance-636118384 tempest-TestShelveInstance-636118384-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1094 time: 0.2287650 Jun 16 14:42:58.258609 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:42:58.263100 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Request body: {'floatingip': {'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'port_id': '8d467809-51eb-4c55-9096-a4829926b860', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:42:58.284044 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:58.388667 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:58.495040 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Allocated IP 172.28.0.76 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/66e30d5d-9b48-4c22-9bc1-2214679cb461) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:42:58.592795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:58.632333 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:58.634400 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9a3b5a74-a78f-4dab-a110-ba29ad926d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:58.668344 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:42:58.671298 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:42:58.677912 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:42:58.707617 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'Port': ['ID=66e30d5d-9b48-4c22-9bc1-2214679cb461,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:58.713098 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:58.766780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ec947-b17f-4fba-b514-a8f15b7b82ff req-9e488ce5-46e1-4c6c-8052-3f4487324a3f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:58.768223 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d86ec947-b17f-4fba-b514-a8f15b7b82ff req-9e488ce5-46e1-4c6c-8052-3f4487324a3f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0716922 Jun 16 14:42:58.806925 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d86ec947-b17f-4fba-b514-a8f15b7b82ff req-08ef3e2a-0eb3-4e5a-9ac6-58e749325cf9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323722 Jun 16 14:42:58.928893 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a7fdb-6b47-46b2-826e-0dcb100af9e3 req-825e3789-0e96-4e9c-a068-5ea3e8719559 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:58.930378 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4a6a7fdb-6b47-46b2-826e-0dcb100af9e3 req-825e3789-0e96-4e9c-a068-5ea3e8719559 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.1469498 Jun 16 14:42:58.989177 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4a6a7fdb-6b47-46b2-826e-0dcb100af9e3 req-bb6d117e-86ff-44c0-88ed-1e1572caa91b tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Jun 16 14:42:59.106153 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:59.179814 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:59.348791 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:59.353604 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:59.356960 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:42:59.666594 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event updated for resources: {'Port': ['ID=66e30d5d-9b48-4c22-9bc1-2214679cb461,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:42:59.669655 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:42:59.688521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a16227-be55-49df-ac83-b18943fe09a9 req-77254a76-b8c2-4acf-9c4c-60d8905a55d5 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:59.689926 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82a16227-be55-49df-ac83-b18943fe09a9 req-77254a76-b8c2-4acf-9c4c-60d8905a55d5 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.79 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.3784273 Jun 16 14:42:59.691245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:59.848339 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Floating IP 66b708d7-3ed0-40a3-9eff-56620b86767a associated. External IP: 172.28.0.76, port: 8d467809-51eb-4c55-9096-a4829926b860. Jun 16 14:42:59.936704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Deleting port c929df4d-2bf2-46ec-9c21-43adfb37875e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:42:59.937043 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:42:59.989937 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba22a1-7c0a-4821-af04-4b2e9b3cdd57 req-587fb2be-1325-4f20-9a7b-84f8f49db196 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:42:59.991443 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e8ba22a1-7c0a-4821-af04-4b2e9b3cdd57 req-587fb2be-1325-4f20-9a7b-84f8f49db196 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0668204 Jun 16 14:43:00.033361 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e8ba22a1-7c0a-4821-af04-4b2e9b3cdd57 req-cf07b0a1-fed2-49ad-b186-8e204ad3d3b8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361588 Jun 16 14:43:00.109305 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] For port c929df4d-2bf2-46ec-9c21-43adfb37875e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c929df4d-2bf2-46ec-9c21-43adfb37875e,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:00.109662 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:00.211488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Calling delete_port for c929df4d-2bf2-46ec-9c21-43adfb37875e owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:00.281185 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Router 8a255642-454c-4f44-bdc9-c5fe15f91c27 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:43:00.311182 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9babc-5ec0-477a-876f-b9a28c43143d req-ceb66cba-ef27-4e52-9c18-e01776b8d3fe tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:00.312639 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b1c9babc-5ec0-477a-876f-b9a28c43143d req-ceb66cba-ef27-4e52-9c18-e01776b8d3fe tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/ports?device_id=91c22016-510e-4ac5-bf72-f00532dedd88 HTTP/1.1" status: 200 len: 946 time: 0.2053566 Jun 16 14:43:00.446834 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b1c9babc-5ec0-477a-876f-b9a28c43143d req-2d0931e4-5e42-4ec0-8d6d-a84435a660e4 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f252c43-10db-4fc2-b2a0-6c31b9533daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263280 Jun 16 14:43:00.509508 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:43:00.511657 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:00.517724 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138aa2e2-431e-4ef8-bcbe-7bf73b36b659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:00.521239 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] Sync routers for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:43:00.536511 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c929df4d-2bf2-46ec-9c21-43adfb37875e'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:43:00.550504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Pushing event deleted for resources: {'Port': ['ID=c929df4d-2bf2-46ec-9c21-43adfb37875e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:00.556748 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:00.568450 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:00.569324 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:00.579641 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:00.622359 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] No DVR routers for this DVR port c929df4d-2bf2-46ec-9c21-43adfb37875e on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:43:00.626076 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:00.628569 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-82a16227-be55-49df-ac83-b18943fe09a9 req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] 10.222.0.79 "DELETE /v2.0/ports/c929df4d-2bf2-46ec-9c21-43adfb37875e HTTP/1.1" status: 204 len: 173 time: 0.9046950 Jun 16 14:43:00.628796 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'name': 'network-vif-deleted', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:00.631287 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9ffcbf-cb15-445e-824f-f8ad8b47ac82" -d '{"events": [{"server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "name": "network-vif-deleted", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:00.675453 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4024017 Jun 16 14:43:00.696923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccfe6ba-b544-4f59-82bb-677bd15bedd6 x-openstack-request-id: req-eccfe6ba-b544-4f59-82bb-677bd15bedd6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:00.697258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c22016-510e-4ac5-bf72-f00532dedd88", "name": "network-vif-deleted", "tag": "c929df4d-2bf2-46ec-9c21-43adfb37875e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:00.697555 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eccfe6ba-b544-4f59-82bb-677bd15bedd6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:00.698011 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c22016-510e-4ac5-bf72-f00532dedd88', 'name': 'network-vif-deleted', 'tag': 'c929df4d-2bf2-46ec-9c21-43adfb37875e', 'status': 'completed', 'code': 200} Jun 16 14:43:00.699050 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:00.910991 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de158ad8-a1eb-4c81-8a20-257cd2a8b3e6 req-fa223e1d-1f22-4f1a-a63f-aba6c5938c42 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:00.912484 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de158ad8-a1eb-4c81-8a20-257cd2a8b3e6 req-fa223e1d-1f22-4f1a-a63f-aba6c5938c42 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0636492 Jun 16 14:43:00.932348 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '66b708d7-3ed0-40a3-9eff-56620b86767a', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'floating_ip_address': '172.28.0.76', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'port_id': '8d467809-51eb-4c55-9096-a4829926b860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'mac_address': 'fa:16:3e:eb:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:42:58Z', 'updated_at': '2021-06-16T14:42:58Z', 'revision_number': 0, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:27Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:00.935917 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] Checking router: 8a255642-454c-4f44-bdc9-c5fe15f91c27 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:43:00.944624 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:00.945249 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:00.961873 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de158ad8-a1eb-4c81-8a20-257cd2a8b3e6 req-da036f88-3b7a-493e-a03c-246fc6fa0382 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372605 Jun 16 14:43:01.050971 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:01.229987 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd1b0-7b60-4e7a-a35a-d2b796b2a508 req-1910e41a-653e-415b-a82d-8a9dfadac683 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:01.232109 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2ebfd1b0-7b60-4e7a-a35a-d2b796b2a508 req-1910e41a-653e-415b-a82d-8a9dfadac683 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0700362 Jun 16 14:43:01.280716 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2ebfd1b0-7b60-4e7a-a35a-d2b796b2a508 req-eeefb872-6c98-4f37-8f8d-fc8a69b6f5e2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Jun 16 14:43:01.312791 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '66b708d7-3ed0-40a3-9eff-56620b86767a', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'floating_ip_address': '172.28.0.76', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'port_id': '8d467809-51eb-4c55-9096-a4829926b860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'mac_address': 'fa:16:3e:eb:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:42:58Z', 'updated_at': '2021-06-16T14:42:58Z', 'revision_number': 0, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:27Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:01.313038 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07dd3f-abdb-4c4c-8145-da44a314f0b2 None None] The sync data for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb is: [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '66b708d7-3ed0-40a3-9eff-56620b86767a', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'floating_ip_address': '172.28.0.76', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'port_id': '8d467809-51eb-4c55-9096-a4829926b860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'mac_address': 'fa:16:3e:eb:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:42:58Z', 'updated_at': '2021-06-16T14:42:58Z', 'revision_number': 0, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:27Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:43:01.507667 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c559c4c-5a0c-488f-98ff-c55ff3b16b87 None None] New status for floating IP 66b708d7-3ed0-40a3-9eff-56620b86767a: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:43:02.142271 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3427-7bea-48b2-aab3-25e54248e3e7 req-de283db4-d327-40cc-94cc-08bf9b5cd54b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:02.144346 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3c9e3427-7bea-48b2-aab3-25e54248e3e7 req-de283db4-d327-40cc-94cc-08bf9b5cd54b tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0671966 Jun 16 14:43:02.183715 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3c9e3427-7bea-48b2-aab3-25e54248e3e7 req-be8be021-e89b-44e9-a8b9-b1d502e7dcc4 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Jun 16 14:43:02.276464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55806) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:02.464659 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bb4a6-6b3f-4071-be11-f19e27b70bef req-b4eb3aec-49ff-418e-b819-4d1759511b77 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:02.466263 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2c4bb4a6-6b3f-4071-be11-f19e27b70bef req-b4eb3aec-49ff-418e-b819-4d1759511b77 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0648582 Jun 16 14:43:02.518284 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2c4bb4a6-6b3f-4071-be11-f19e27b70bef req-80186caa-8368-4713-a413-97575edc17c2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460002 Jun 16 14:43:02.635924 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:02.681694 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c929df4d-2bf2-46ec-9c21-43adfb37875e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:02.707685 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: c929df4d-2bf2-46ec-9c21-43adfb37875e {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:02.708356 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c929df4d-2bf2-46ec-9c21-43adfb37875e not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:02.715081 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:02.717438 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c925a78-775f-428c-ad2f-a926e465e662" -d '{"events": [{"name": "network-changed", "server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:02.767596 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10fe7fd-4349-4572-bc5b-ad5a50c78b7e x-openstack-request-id: req-d10fe7fd-4349-4572-bc5b-ad5a50c78b7e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:02.768164 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:02.769136 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d10fe7fd-4349-4572-bc5b-ad5a50c78b7e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:02.769824 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'status': 'completed', 'code': 200} Jun 16 14:43:02.897989 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925a78-775f-428c-ad2f-a926e465e662 req-87b7e968-2755-486d-a550-290844509c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:02.899404 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-87b7e968-2755-486d-a550-290844509c4f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1099 time: 0.0876358 Jun 16 14:43:03.082793 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925a78-775f-428c-ad2f-a926e465e662 req-f7e0f4b0-768a-4efa-b8fb-ddd39f2d7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:03.084156 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-f7e0f4b0-768a-4efa-b8fb-ddd39f2d7fc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 910 time: 0.1603277 Jun 16 14:43:03.106745 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Deleting port 5d029c0c-7503-4a09-bc0d-1424de49ba42 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:03.107078 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:03.140170 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-6ee902a4-b265-4ff6-a6e6-1e5b25614d09 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:03.141567 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-6ee902a4-b265-4ff6-a6e6-1e5b25614d09 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.1789877 Jun 16 14:43:03.255594 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-6def842c-ecb0-489f-84c7-86d4dc3dacb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 1001 time: 0.1629939 Jun 16 14:43:03.360816 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dcb87-3b8a-43b1-996e-687017f4b4ce req-1b21720c-cfdc-4e28-a225-49b8fed146a1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:03.362722 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-eb0dcb87-3b8a-43b1-996e-687017f4b4ce req-1b21720c-cfdc-4e28-a225-49b8fed146a1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0665264 Jun 16 14:43:03.418875 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-eb0dcb87-3b8a-43b1-996e-687017f4b4ce req-131bf96f-026f-4b03-b28a-42952c5ef88f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492883 Jun 16 14:43:03.579636 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] For port 5d029c0c-7503-4a09-bc0d-1424de49ba42, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5d029c0c-7503-4a09-bc0d-1424de49ba42,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:03.579994 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:03.650444 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Calling delete_port for 5d029c0c-7503-4a09-bc0d-1424de49ba42 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:03.656937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925a78-775f-428c-ad2f-a926e465e662 req-d27a55be-03a5-4a9a-aca3-f2b0bd225fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:03.658511 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-d27a55be-03a5-4a9a-aca3-f2b0bd225fea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.3935008 Jun 16 14:43:03.772007 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Deleting port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:03.772263 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:03.937328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981609b-b430-433f-95b3-3a78b26c1ff1 req-595a97ed-665f-4d7d-acb0-763efbb8fb13 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:03.938799 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3981609b-b430-433f-95b3-3a78b26c1ff1 req-595a97ed-665f-4d7d-acb0-763efbb8fb13 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.2793968 Jun 16 14:43:03.954029 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925a78-775f-428c-ad2f-a926e465e662 req-67be13c1-b310-4808-9f7c-9dd7ef79c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:03.955429 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-67be13c1-b310-4808-9f7c-9dd7ef79c8c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2862616 Jun 16 14:43:04.017393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] For port 90f586cc-09a2-4c2f-9bf9-c474df1e1116, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90f586cc-09a2-4c2f-9bf9-c474df1e1116,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:04.017755 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.059199 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3981609b-b430-433f-95b3-3a78b26c1ff1 req-11002d0e-05eb-4aac-8534-d4a97cae9b58 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112700 Jun 16 14:43:04.239734 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-aa1ee70a-952c-41d4-bd0f-42dcd04f9f40 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582169 Jun 16 14:43:04.327827 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.333488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-27a8adf2-31b0-4365-94c4-c632aa0667b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:04.388827 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d029c0c-7503-4a09-bc0d-1424de49ba42,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:04.395944 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:04.465581 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.465961 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.466303 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Floating IP c0725e9b-81a5-4902-9db9-d1ac94a92073 disassociated. External IP: 172.28.0.102, port: 90f586cc-09a2-4c2f-9bf9-c474df1e1116. Jun 16 14:43:04.466645 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Calling delete_port for 90f586cc-09a2-4c2f-9bf9-c474df1e1116 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:04.493380 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c925a78-775f-428c-ad2f-a926e465e662 req-0025450d-9f3f-49c3-967e-2ab9a085b20d service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413454 Jun 16 14:43:04.632880 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22cdb8-14b0-474c-aae3-c3ffffd15905 req-ae8e983a-d8a8-4d51-a904-dbf9f86172fd tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:04.634296 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ec22cdb8-14b0-474c-aae3-c3ffffd15905 req-ae8e983a-d8a8-4d51-a904-dbf9f86172fd tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 946 time: 0.0746703 Jun 16 14:43:04.675211 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ec22cdb8-14b0-474c-aae3-c3ffffd15905 req-dc0384dc-a21b-4cfb-b1a9-4e0099d72f19 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=5931887c-2447-4d86-a517-9b446e57cf26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Jun 16 14:43:04.681722 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.689005 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:43:04.848971 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:04.853795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.863886 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:04.868252 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'mac_address': 'fa:16:3e:c4:f0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:43:04.912766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event deleted for resources: {'Port': ['ID=90f586cc-09a2-4c2f-9bf9-c474df1e1116,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:04.923048 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:04.942327 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:04.965363 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:43:04.997943 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:05.012966 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:05.016244 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-2da8ab56-7ab6-4018-adcf-90555b808581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:05.134664 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=6']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:05.152560 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:43:05.234959 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.235852 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.236609 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.237925 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.238823 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.239557 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.240319 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.241104 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.241897 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.242863 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.243652 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.244757 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:43:05.276697 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:05.369358 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:43:05.390804 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:43:05.770295 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b85d-cef4-44dd-9c44-e36dd080ed5a req-26231eff-d1ac-4f04-b241-0af7788a5e92 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:05.771793 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ab84b85d-cef4-44dd-9c44-e36dd080ed5a req-26231eff-d1ac-4f04-b241-0af7788a5e92 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 944 time: 0.4977767 Jun 16 14:43:05.932181 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ab84b85d-cef4-44dd-9c44-e36dd080ed5a req-23d8e377-d371-470d-b6fa-9a13f493e610 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165590 Jun 16 14:43:05.939910 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:43:05.964245 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:43:05.983606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:43:05.989239 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:05.997111 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.007005 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-76202a52-a1c1-4db0-9f86-93bd18134782 admin admin] 10.222.0.96 "PUT /v2.0/routers/4ffbfdc2-ff89-4f4e-8f41-16e196573187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7259073 Jun 16 14:43:06.007005 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] No DVR routers for this DVR port 90f586cc-09a2-4c2f-9bf9-c474df1e1116 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:43:06.007327 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55846) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:06.019444 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:06.021727 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f6370a0b-99a3-4b4a-b1b0-1b6a0f2847d0 req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "DELETE /v2.0/ports/90f586cc-09a2-4c2f-9bf9-c474df1e1116 HTTP/1.1" status: 204 len: 173 time: 2.8643522 Jun 16 14:43:06.021957 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'name': 'network-vif-deleted', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:06.026650 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] Sync routers for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:43:06.032864 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee7386-7d4f-41bf-8ab1-686e86a95334" -d '{"events": [{"server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "name": "network-vif-deleted", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:06.046079 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fd2d0aca-ae1a-4862-b86c-ec5c9740999f req-82875dff-e9d4-4bf8-b321-b3b8bc87196c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd58bf5-75f7-45a7-b640-7b3198d61b62 HTTP/1.1" status: 200 len: 210 time: 0.1612992 Jun 16 14:43:06.071697 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:06.075016 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.144081 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81d557-8193-4427-9895-7981f64ece08 x-openstack-request-id: req-9e81d557-8193-4427-9895-7981f64ece08 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:06.144796 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd58bf5-75f7-45a7-b640-7b3198d61b62", "name": "network-vif-deleted", "tag": "90f586cc-09a2-4c2f-9bf9-c474df1e1116", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:06.145293 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9e81d557-8193-4427-9895-7981f64ece08 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:06.145943 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd58bf5-75f7-45a7-b640-7b3198d61b62', 'name': 'network-vif-deleted', 'tag': '90f586cc-09a2-4c2f-9bf9-c474df1e1116', 'status': 'completed', 'code': 200} Jun 16 14:43:06.192955 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:06.223590 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:06.230973 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:06.333186 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:06.405739 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Deleting port 6df57e17-9173-4cd0-8140-f37bdf7e5624 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:06.406837 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:06.500847 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:43:04Z', 'revision_number': 5, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port': {'id': '6df57e17-9173-4cd0-8140-f37bdf7e5624', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.506472 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] Checking router: 4ffbfdc2-ff89-4f4e-8f41-16e196573187 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:43:06.527524 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] Routers {'4ffbfdc2-ff89-4f4e-8f41-16e196573187'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:06.528559 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] For port 6df57e17-9173-4cd0-8140-f37bdf7e5624, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=6df57e17-9173-4cd0-8140-f37bdf7e5624,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:06.528918 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:06.530092 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.640044 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] Set router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:06.653044 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Calling delete_port for 6df57e17-9173-4cd0-8140-f37bdf7e5624 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:06.663759 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.669154 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:43:06.678655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:06.679410 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.731055 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:43:06Z', 'revision_number': 6, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port_host': None}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:06.735029 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24001a-554b-4b27-8bce-ac04682ade20 None None] The sync data for ids ['4ffbfdc2-ff89-4f4e-8f41-16e196573187'] in dv-cinder-780933-6-smb is: [{'id': '4ffbfdc2-ff89-4f4e-8f41-16e196573187', 'name': 'tempest-TestMinimumBasicScenario-1926391992-router', 'tenant_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:07Z', 'updated_at': '2021-06-16T14:43:06Z', 'revision_number': 6, 'project_id': 'b8f3a7c3488f4dc8aa92db9112bd7ab7', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:43:06.807593 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:43:06.842607 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:06.900211 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:06.905394 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:06.958314 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Pushing event deleted for resources: {'Port': ['ID=6df57e17-9173-4cd0-8140-f37bdf7e5624,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:06.975608 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:07.009081 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:43:07.009705 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.064254 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.308743 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55858) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:07.323014 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.326234 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.328586 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.356103 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:07.358779 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007c6afb-d26c-4569-8aa9-e2b37a7f26ea" -d '{"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:07.374608 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:07.386362 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:07.391831 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.394501 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 90f586cc-09a2-4c2f-9bf9-c474df1e1116 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:07.399184 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:07.427895 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7614560-dc86-4033-98a0-a2617e198b8b None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:43:07.429866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.430668 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffbfdc2-ff89-4f4e-8f41-16e196573187 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:43:07.432189 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e2e09-5235-4a65-bb59-2568f37de401 x-openstack-request-id: req-696e2e09-5235-4a65-bb59-2568f37de401 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:07.437059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:07.437589 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-696e2e09-5235-4a65-bb59-2568f37de401 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:07.438040 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'code': 200} Jun 16 14:43:07.443609 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.450814 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] 10.222.0.96 "DELETE /v2.0/routers/4ffbfdc2-ff89-4f4e-8f41-16e196573187 HTTP/1.1" status: 204 len: 168 time: 1.4425304 Jun 16 14:43:07.461985 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55862) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:07.472993 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 90f586cc-09a2-4c2f-9bf9-c474df1e1116 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:07.478654 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 90f586cc-09a2-4c2f-9bf9-c474df1e1116 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:07.483014 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac177-18b2-4800-95ab-b613bd40052a req-239a242d-1d66-490f-ad27-3ecb184bb167 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:07.485004 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-29eac177-18b2-4800-95ab-b613bd40052a req-239a242d-1d66-490f-ad27-3ecb184bb167 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 944 time: 0.2310238 Jun 16 14:43:07.493770 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.521889 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=7']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:07.525482 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:07.593723 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-29eac177-18b2-4800-95ab-b613bd40052a req-3b634e5f-beec-40a5-b1a1-f9232893ef2a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584683 Jun 16 14:43:07.602421 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.617736 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Deleting subnet 14b418e2-142b-4f1b-92e3-e1671298310b {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:43:07.630676 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.667171 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.812354 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.852440 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.855585 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.859266 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "DELETE /v2.0/security-groups/5931887c-2447-4d86-a517-9b446e57cf26 HTTP/1.1" status: 204 len: 168 time: 0.5468192 Jun 16 14:43:07.859444 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-1295b08f-08b3-4a28-a7e4-a92c9575658c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:07.860311 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:07.866511 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44035494-9c1c-4e1a-ae17-ccbc7a0d5522 None None] New status for floating IP c0725e9b-81a5-4902-9db9-d1ac94a92073: DOWN {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:43:07.875624 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5931887c-2447-4d86-a517-9b446e57cf26,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:07.878608 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:07.891949 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.api.v2.resource [None req-177c6595-6870-4e25-8435-ad65a1ae93e1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] show failed (client error): The resource could not be found. Jun 16 14:43:07.893690 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-177c6595-6870-4e25-8435-ad65a1ae93e1 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups/5931887c-2447-4d86-a517-9b446e57cf26 HTTP/1.1" status: 404 len: 347 time: 0.0320637 Jun 16 14:43:07.896647 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55866) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:07.911583 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.921096 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-76f89b36-5f40-4c87-a545-9b2796aa01ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:07.955817 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b418e2-142b-4f1b-92e3-e1671298310b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:07.958985 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:07.961446 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/14b418e2-142b-4f1b-92e3-e1671298310b HTTP/1.1" status: 204 len: 168 time: 0.4970737 Jun 16 14:43:07.962569 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:07.964362 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55868) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:08.057372 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd188ceb-9960-48fa-a0bc-5160a6310f1a None None] Network a8040b4e-7a17-4757-a058-e2f3fb494135 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:43:08.064627 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.073335 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Deleting port 222359fa-4eb3-444b-9147-5ea6048c6a89 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:08.073726 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.133486 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Deleting port 0a761280-f57f-4e09-aa68-614468a9cef2 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:08.133917 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.171134 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 6df57e17-9173-4cd0-8140-f37bdf7e5624 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:08.201630 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.202359 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.213655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 6df57e17-9173-4cd0-8140-f37bdf7e5624 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:08.214299 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 6df57e17-9173-4cd0-8140-f37bdf7e5624 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:08.214741 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5d029c0c-7503-4a09-bc0d-1424de49ba42 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:08.262424 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] For port 0a761280-f57f-4e09-aa68-614468a9cef2, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=0a761280-f57f-4e09-aa68-614468a9cef2,segment=NetworkSegment(5b97a8bc-8f4f-4c34-b0ea-4e937793f540),segment_id=5b97a8bc-8f4f-4c34-b0ea-4e937793f540)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:08.263136 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.283701 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 5d029c0c-7503-4a09-bc0d-1424de49ba42 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:08.284902 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5d029c0c-7503-4a09-bc0d-1424de49ba42 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:08.309788 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Calling delete_port for 222359fa-4eb3-444b-9147-5ea6048c6a89 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:08.360780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Calling delete_port for 0a761280-f57f-4e09-aa68-614468a9cef2 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:08.458803 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] DHCP port deletion for a8040b4e-7a17-4757-a058-e2f3fb494135 request from dv-cinder-780933-6-smb {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:43:08.481794 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.487145 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:08.515413 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a761280-f57f-4e09-aa68-614468a9cef2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:08.524104 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:08.531631 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] No DVR routers for this DVR port 0a761280-f57f-4e09-aa68-614468a9cef2 on host dv-cinder-780933-6-smb {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:43:08.538452 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Deleting port 0a761280-f57f-4e09-aa68-614468a9cef2 {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:08.538968 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.569339 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.572598 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-689488d2-caeb-4538-b92e-2f9a053af1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:08.606371 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event deleted for resources: {'Port': ['ID=222359fa-4eb3-444b-9147-5ea6048c6a89,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:08.608827 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:08.629039 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] For port 0a761280-f57f-4e09-aa68-614468a9cef2, host dv-cinder-780933-6-smb, got binding levels [] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:08.629744 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.639341 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.651181 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8040b4e-7a17-4757-a058-e2f3fb494135']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:08.663536 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b97a8bc-8f4f-4c34-b0ea-4e937793f540') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:08.663842 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b97a8bc-8f4f-4c34-b0ea-4e937793f540') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:08.681729 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10429619'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.697064 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.703933 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:43:08.704402 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Calling delete_port for 0a761280-f57f-4e09-aa68-614468a9cef2 owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:08.704551 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10223202'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.714477 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Port 0a761280-f57f-4e09-aa68-614468a9cef2 was not found and therefore no delete operation was performed {{(pid=94007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 14:43:08.718075 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.721133 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:08.752913 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.755606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.759472 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "DELETE /v2.0/floatingips/c0725e9b-81a5-4902-9db9-d1ac94a92073 HTTP/1.1" status: 204 len: 168 time: 0.8589959 Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: retrieve_revision_numbers = { Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: Traceback (most recent call last): Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: timer() Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: cb(*args, **kw) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: return func(*args, **kwargs) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: self._notify() Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: self.callback(batched_events) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: event.method(event) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: return f(self, *a, **k) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: return self._get(url).json() Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: return self.request(url, 'GET', **kwargs) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:43:08.769175 dv-cinder-780933-6-smb neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:43:08.772546 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Pushing event deleted for resources: {'Port': ['ID=0a761280-f57f-4e09-aa68-614468a9cef2,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:08.778609 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] No DVR routers for this DVR port 0a761280-f57f-4e09-aa68-614468a9cef2 on host dv-cinder-780933-6-smb {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:43:08.780021 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:08.784790 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.801218 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:08.811748 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:08.817590 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55874) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:08.827587 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a8040b4e-7a17-4757-a058-e2f3fb494135 HTTP/1.1" status: 204 len: 168 time: 0.8616843 Jun 16 14:43:08.846007 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8040b4e-7a17-4757-a058-e2f3fb494135,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:08.849907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-58c78709-1ceb-4638-bf79-a75ebefc3a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:09.086099 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44e999-8699-4f6b-926d-d816a951ce9e req-978c4f5a-83bd-47ca-834f-2b39aaf2bff6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:09.093308 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-db44e999-8699-4f6b-926d-d816a951ce9e req-978c4f5a-83bd-47ca-834f-2b39aaf2bff6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.2689931 Jun 16 14:43:09.148255 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55876) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:09.152764 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057328512', 'description': 'tempest-description--816141484'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:09.156249 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-db44e999-8699-4f6b-926d-d816a951ce9e req-bd955636-ca50-48df-8a75-c1763a308f8c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619903 Jun 16 14:43:09.179115 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.292102 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.297903 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.302417 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cf26766b-6d25-482a-bcce-4921292f0651 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:09.334382 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.340011 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55878) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:09.340199 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1909435 Jun 16 14:43:09.342687 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45afaaac-b31b-41c4-9482-da0c9d97b4fe,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:09.345763 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:09.346106 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'security_group_rule': {'security_group_id': '45afaaac-b31b-41c4-9482-da0c9d97b4fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:09.391403 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.394987 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.536322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.541553 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.600585 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:09.636072 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9272a5-c788-4eb4-a65c-c012a6be6ec7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:09.639213 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:09.640192 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.643952 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c64e3080-6265-4f4d-90d1-f571e564613f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3002517 Jun 16 14:43:09.644518 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55882) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:09.649125 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'security_group_rule': {'security_group_id': '45afaaac-b31b-41c4-9482-da0c9d97b4fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:09.696104 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.769384 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.775856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.789327 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cbaddf6e-46bb-4517-9fa2-cf072b755896 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:09.796521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Deleting port 3b6c56e7-912f-47ba-97ca-957bc621c290 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:09.796951 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.808023 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fe17c6-0862-48f4-b88a-8108cffe6b5e,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:09.821228 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:09.822729 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.824075 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-87093a12-0f67-408f-8dec-9af39d0f54c6 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786306 Jun 16 14:43:09.827302 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:09.833328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'floatingip': {'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:09.900103 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.929804 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] For port 3b6c56e7-912f-47ba-97ca-957bc621c290, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=3b6c56e7-912f-47ba-97ca-957bc621c290,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:09.930171 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:09.964046 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-51560ea0-ee29-4dab-9e2c-9af20e619156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:10.041084 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:43:10.043132 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 0a761280-f57f-4e09-aa68-614468a9cef2 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:10.044405 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Calling delete_port for 3b6c56e7-912f-47ba-97ca-957bc621c290 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:10.068151 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 0a761280-f57f-4e09-aa68-614468a9cef2 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:10.068151 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 0a761280-f57f-4e09-aa68-614468a9cef2 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:10.382963 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1fef1-67e4-4740-b6f2-5a939f117358 req-fe34696c-c1a3-4209-8a2a-a6e4e49c145d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:10.385233 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fcc1fef1-67e4-4740-b6f2-5a939f117358 req-fe34696c-c1a3-4209-8a2a-a6e4e49c145d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0905674 Jun 16 14:43:10.438924 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fcc1fef1-67e4-4740-b6f2-5a939f117358 req-87e68448-c8a0-480a-a79c-8a18c99d7a79 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Jun 16 14:43:10.476030 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:10.660837 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Allocated IP 172.28.0.79 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/a6298256-55bb-46e7-b6d3-16d87e873a7a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:43:10.677175 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:10.680704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b00a68b6-e45c-42a7-ab56-0deb03ad0127 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:10.723512 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6c56e7-912f-47ba-97ca-957bc621c290,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:10.727932 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:11.001047 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.032099 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.138828 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.146266 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ace66879-873c-4922-aa7c-01421997ee5e tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:11.193382 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:43:11.201052 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:43:11.209567 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:43:11.216514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'Port': ['ID=a6298256-55bb-46e7-b6d3-16d87e873a7a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:11.238528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:11.386476 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.401751 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Router 94a95743-abda-42df-91dc-5776527cd292 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:43:11.452966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.666355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:43:11.676452 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] Sync routers for ids ['94a95743-abda-42df-91dc-5776527cd292'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:43:11.677487 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] 10.222.0.96 "PUT /v2.0/routers/94a95743-abda-42df-91dc-5776527cd292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8589704 Jun 16 14:43:11.680675 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:11.688455 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] Routers {'94a95743-abda-42df-91dc-5776527cd292'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:11.689471 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['94a95743-abda-42df-91dc-5776527cd292'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:11.804537 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] Set router 94a95743-abda-42df-91dc-5776527cd292 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:11.818460 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5a3d-9156-40f7-ae8b-bf9f8a4ecb78 req-2c4538a8-e299-4859-8cce-323d4710b121 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:11.819973 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bffa5a3d-9156-40f7-ae8b-bf9f8a4ecb78 req-2c4538a8-e299-4859-8cce-323d4710b121 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.2375329 Jun 16 14:43:11.866421 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.869126 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.939201 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:11.948007 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:11.993473 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bffa5a3d-9156-40f7-ae8b-bf9f8a4ecb78 req-344dd4cc-f79d-4c73-b2a2-4b5990725aae tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650796 Jun 16 14:43:12.047166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'Port': ['ID=a6298256-55bb-46e7-b6d3-16d87e873a7a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:12.054919 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:12.057432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.090931 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.095628 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.105458 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2685633 Jun 16 14:43:12.161861 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:43:10Z', 'revision_number': 5, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port': {'id': '14c772eb-ab0e-4ac2-9244-93da4732fff3', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a95743-abda-42df-91dc-5776527cd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:40:14Z', 'updated_at': '2021-06-16T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:12.167347 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] Checking router: 94a95743-abda-42df-91dc-5776527cd292 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:43:12.180389 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] Routers {'94a95743-abda-42df-91dc-5776527cd292'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:12.181178 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:42:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['94a95743-abda-42df-91dc-5776527cd292'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:12.183772 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Deleting port 14c772eb-ab0e-4ac2-9244-93da4732fff3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:12.184307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.283053 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] For port 14c772eb-ab0e-4ac2-9244-93da4732fff3, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=14c772eb-ab0e-4ac2-9244-93da4732fff3,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:12.283421 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.325571 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] Set router 94a95743-abda-42df-91dc-5776527cd292 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:12.385707 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:43:12Z', 'revision_number': 6, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port_host': None}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:12.389714 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab8d42-1d11-45be-92b3-2937794e0f1e None None] The sync data for ids ['94a95743-abda-42df-91dc-5776527cd292'] in dv-cinder-780933-6-smb is: [{'id': '94a95743-abda-42df-91dc-5776527cd292', 'name': 'tempest-TestMinimumBasicScenario-229194455-router', 'tenant_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:40:13Z', 'updated_at': '2021-06-16T14:43:12Z', 'revision_number': 6, 'project_id': 'bf98b6db13004be1ada0e8ec35d9d729', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:43:12.391476 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Calling delete_port for 14c772eb-ab0e-4ac2-9244-93da4732fff3 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:12.395699 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-5563c191-0b2a-4ec1-b2e8-97ce9f6eca2c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1057328512&fields=id&tenant_id=145d3c0e2bea47378d78655d88eff3c6 HTTP/1.1" status: 200 len: 267 time: 0.0460684 Jun 16 14:43:12.537283 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-c5112d22-ea8c-4607-848b-46820b867f10 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:12.545722 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-c5112d22-ea8c-4607-848b-46820b867f10 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 811 time: 0.1357515 Jun 16 14:43:12.558685 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-d43000d6-a409-441a-ac10-342fb564953c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/quotas/145d3c0e2bea47378d78655d88eff3c6 HTTP/1.1" status: 200 len: 375 time: 0.0117490 Jun 16 14:43:12.658321 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-db48c5ac-6b75-41fd-8333-8c374f1f9197 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920374 Jun 16 14:43:12.667802 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.670147 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-26018443-195e-44d5-bd3d-edcb514750a9 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:12.704420 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=14c772eb-ab0e-4ac2-9244-93da4732fff3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:12.720199 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:12.799298 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-8765a139-2a45-46cc-83b7-5d3c596b3bb5 service neutron] 10.222.0.96 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258261 Jun 16 14:43:12.837396 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.841466 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-44490270-ece4-4bd3-a203-9d5401137543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.850533 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.973135 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-54b2b69d-8d70-416c-a078-47a603944bc0 service neutron] 10.222.0.96 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596355 Jun 16 14:43:12.990170 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:12.994191 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.062953 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.064271 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94a95743-abda-42df-91dc-5776527cd292 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:43:13.081916 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.083830 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] 10.222.0.96 "DELETE /v2.0/routers/94a95743-abda-42df-91dc-5776527cd292 HTTP/1.1" status: 204 len: 168 time: 1.4007218 Jun 16 14:43:13.086613 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55912) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:13.217856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Deleting subnet c9d7d053-47e8-4351-917a-b1d0996d89f6 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:43:13.230435 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.344470 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.691836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73484307-a079-4066-9fc6-f7147f70a616 req-f35f5460-2281-4d5a-880a-a2a8fdd9c614 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:13.694297 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-73484307-a079-4066-9fc6-f7147f70a616 req-f35f5460-2281-4d5a-880a-a2a8fdd9c614 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.3105023 Jun 16 14:43:13.755676 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d02c88c5-9443-48c1-976e-93c614f9d6de req-ff1bb5ca-b730-4d10-9d33-9a84bea1f888 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 210 time: 0.3686476 Jun 16 14:43:13.775031 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-73484307-a079-4066-9fc6-f7147f70a616 req-34cef1de-979a-49b1-9c76-8e5fc7b79d9d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693026 Jun 16 14:43:13.843361 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.913620 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.918078 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:13.920935 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.947954 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d7d053-47e8-4351-917a-b1d0996d89f6,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:13.950976 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:13.954018 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:13.956239 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c9d7d053-47e8-4351-917a-b1d0996d89f6 HTTP/1.1" status: 204 len: 168 time: 0.8669839 Jun 16 14:43:13.959944 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301b54e-ec49-46b7-a3f6-8cfb1964661a None None] Network 570a882d-c2ba-42bf-80f2-92ceb7dfee5f requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:43:13.960605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:14.044666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.123646 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3b6c56e7-912f-47ba-97ca-957bc621c290 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:14.153390 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 3b6c56e7-912f-47ba-97ca-957bc621c290 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:14.153989 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3b6c56e7-912f-47ba-97ca-957bc621c290 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:14.154943 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 14c772eb-ab0e-4ac2-9244-93da4732fff3 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:14.179157 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Deleting port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:14.179935 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.181600 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 14c772eb-ab0e-4ac2-9244-93da4732fff3 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:14.181958 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 14c772eb-ab0e-4ac2-9244-93da4732fff3 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:14.271811 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] For port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:14.272658 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] DHCP port deletion for 570a882d-c2ba-42bf-80f2-92ceb7dfee5f request from dv-cinder-780933-6-smb {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:43:14.272788 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.335636 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Deleting port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:43:14.336292 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.396208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Calling delete_port for 5236c3c2-ea22-4a39-a755-67e1fa14b5cf owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:14.409579 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] For port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,segment=NetworkSegment(a115bfff-f2d4-48d6-8f0b-4373246d39d7),segment_id=a115bfff-f2d4-48d6-8f0b-4373246d39d7)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:14.409975 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.541966 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.544205 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4a0d2bc2-2588-4b51-b224-93344da64940 tempest-ServerRescueNegativeTestJSON-1112855148 tempest-ServerRescueNegativeTestJSON-1112855148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:14.573804 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Pushing event deleted for resources: {'Port': ['ID=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:14.591137 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:14.592547 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] No DVR routers for this DVR port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf on host dv-cinder-780933-6-smb {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:43:14.644252 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Calling delete_port for 5236c3c2-ea22-4a39-a755-67e1fa14b5cf owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:43:14.681462 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.693442 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570a882d-c2ba-42bf-80f2-92ceb7dfee5f']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:14.703891 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a115bfff-f2d4-48d6-8f0b-4373246d39d7') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:14.704196 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a115bfff-f2d4-48d6-8f0b-4373246d39d7') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:14.714608 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.733441 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.742551 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:43:14.743680 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:43:14.745589 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:43:14.776485 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.779139 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-049cfeca-ea6f-47c1-95b3-7c5d5ce93e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:14.840432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.848555 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Pushing event deleted for resources: {'Port': ['ID=5236c3c2-ea22-4a39-a755-67e1fa14b5cf,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:14.851993 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:14.856682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:14.859481 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] No DVR routers for this DVR port 5236c3c2-ea22-4a39-a755-67e1fa14b5cf on host dv-cinder-780933-6-smb {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:43:14.867099 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:14.882571 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] 10.222.0.96 "DELETE /v2.0/networks/570a882d-c2ba-42bf-80f2-92ceb7dfee5f HTTP/1.1" status: 204 len: 168 time: 0.9168909 Jun 16 14:43:14.934618 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Pushing event deleted for resources: {'Network': ['ID=570a882d-c2ba-42bf-80f2-92ceb7dfee5f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:14.943617 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:15.139038 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-52e7fb4b-8835-4aaa-9cad-05a79906f7a6 req-a3b00914-e76b-44c6-850c-9dc1cc2e9902 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 210 time: 0.1178405 Jun 16 14:43:15.217814 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55934) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:15.307083 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-cb5ec0ce-9504-4b41-801a-f4893fe00e43 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b8f3a7c3488f4dc8aa92db9112bd7ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867114 Jun 16 14:43:15.321307 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55936) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:15.430733 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-69c4ee66-b9d6-4720-8abb-6bb39d7ec0de tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:15.432265 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-69c4ee66-b9d6-4720-8abb-6bb39d7ec0de tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 811 time: 0.4451151 Jun 16 14:43:15.447984 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:15.458403 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678c7b4-ac7d-443b-8afb-faa0ea004d44 req-8175683c-8121-4394-be75-bbb515b4498b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:15.460097 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e678c7b4-ac7d-443b-8afb-faa0ea004d44 req-8175683c-8121-4394-be75-bbb515b4498b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.1014154 Jun 16 14:43:15.479893 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:15.548875 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-34fcb937-fc40-4c3f-a6fe-be8f28705c89 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=145d3c0e2bea47378d78655d88eff3c6 HTTP/1.1" status: 200 len: 380 time: 0.0869813 Jun 16 14:43:15.559459 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:15.563364 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:15.567409 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f252c43-10db-4fc2-b2a0-6c31b9533daf HTTP/1.1" status: 204 len: 168 time: 0.2412348 Jun 16 14:43:15.567409 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:15.567693 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e678c7b4-ac7d-443b-8afb-faa0ea004d44 req-469398f3-05a9-4503-8776-7461f272b5a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954921 Jun 16 14:43:15.575164 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'port': {'device_id': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'admin_state_up': True, 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'security_groups': ['45afaaac-b31b-41c4-9482-da0c9d97b4fe']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:15.579077 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f252c43-10db-4fc2-b2a0-6c31b9533daf,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:15.583125 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-9cf33b76-8221-4b9f-87da-c5db924e5012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:15.713807 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Made reservation on behalf of 145d3c0e2bea47378d78655d88eff3c6 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:43:15.720388 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:15.902845 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Allocated IP 172.20.0.11 (2b916418-5f9f-46de-b4d2-d27a26aaa043/9dd3bc56-0244-47a6-bee6-342d9f7faa4d/eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:43:16.045893 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 55946) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:16.076075 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.080069 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5236c3c2-ea22-4a39-a755-67e1fa14b5cf no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:16.083461 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.106181 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 5236c3c2-ea22-4a39-a755-67e1fa14b5cf {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:43:16.107081 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 5236c3c2-ea22-4a39-a755-67e1fa14b5cf not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:43:16.108078 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Transition to ACTIVE for port object eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:43:16.119576 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-346f3807-5fe9-4ca9-baa8-77a414b86906 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bf98b6db13004be1ada0e8ec35d9d729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724432 Jun 16 14:43:16.124725 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 55948) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:16.191499 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.197817 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-00527b7f-5e1c-405d-90a7-18634ebe1c13 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:16.229298 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.247684 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:43:16.252735 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:43:16.255341 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:43:16.318621 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.343240 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event updated for resources: {'Port': ['ID=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:16.361061 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:16.368731 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab12ac4-3188-45e6-a47b-34eca16417b6 req-41e20345-cdae-4bc5-96e7-7db3eac71641 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:16.372516 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8ab12ac4-3188-45e6-a47b-34eca16417b6 req-41e20345-cdae-4bc5-96e7-7db3eac71641 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 932 time: 0.0897994 Jun 16 14:43:16.389199 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:16.389862 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.412822 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-a8b7ad96-90a2-4772-b102-5c21801ebbe0 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449192 Jun 16 14:43:16.426854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Request body: {'port': {'device_id': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:16.439827 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8ab12ac4-3188-45e6-a47b-34eca16417b6 req-0fe5d385-a9fc-4af4-b28a-a776eaec8668 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600336 Jun 16 14:43:16.489949 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.494260 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.495903 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/76698e9f-f07f-4ce1-885d-381b92894cf5 HTTP/1.1" status: 204 len: 168 time: 0.3701923 Jun 16 14:43:16.519991 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0bef6a22-7639-4893-9a27-acb5e52cdc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:16.535573 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76698e9f-f07f-4ce1-885d-381b92894cf5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:16.537945 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:16.548407 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.593146 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-752fb464-a831-4ed2-8b6a-f4dada4e48e0 None None] Provisioning for port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:43:16.602682 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-752fb464-a831-4ed2-8b6a-f4dada4e48e0 None None] Provisioning complete for port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:43:16.603089 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-752fb464-a831-4ed2-8b6a-f4dada4e48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.683235 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-752fb464-a831-4ed2-8b6a-f4dada4e48e0 None None] Port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:43:16.945392 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517815a1-16ed-4546-bb5f-32bf96494920 req-21aaa2c5-b2c1-4f1a-b36b-efe92d84a7e9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:16.947113 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-517815a1-16ed-4546-bb5f-32bf96494920 req-21aaa2c5-b2c1-4f1a-b36b-efe92d84a7e9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.1980867 Jun 16 14:43:16.951868 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:43:16.968861 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:16.997880 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Transition to ACTIVE for port object eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:43:17.016383 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-517815a1-16ed-4546-bb5f-32bf96494920 req-70ebe0d0-3117-4fcc-aa64-2034dfc6ff35 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580339 Jun 16 14:43:17.017935 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:17.020993 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5039e4db-d2a2-447d-9d02-f2e1dd38e86a tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:17.121465 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:17.149666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:17.212179 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Attempting to bind port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:43:17.212529 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Attempting to bind port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:43:17.212920 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Attempting to bind port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:43:17.217898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:43:17.218062 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Attempting to bind port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb on network 2b916418-5f9f-46de-b4d2-d27a26aaa043 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:43:17.230077 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:43:17.230486 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Checking segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:43:17.230836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Bound using segment: {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:43:17.231275 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Bound port: eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:43:17.231633 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:17.318443 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] For port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:43:17.322304 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] For port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:43:17.328041 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:17.330121 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d5e9330f-8fbf-4f25-b3ea-2242c1147e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:17.367483 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:17.368102 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:17.369452 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] 10.222.0.79 "PUT /v2.0/ports/eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb HTTP/1.1" status: 200 len: 1094 time: 0.9481339 Jun 16 14:43:17.369979 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:17.372282 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73" -d '{"events": [{"name": "network-changed", "server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:17.410018 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:17.413297 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:17.477547 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d098b43d-cb8b-472d-af0b-77e1bf80d58c x-openstack-request-id: req-d098b43d-cb8b-472d-af0b-77e1bf80d58c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:17.477952 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:17.478551 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d098b43d-cb8b-472d-af0b-77e1bf80d58c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:17.479103 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'status': 'completed', 'code': 200} Jun 16 14:43:17.507751 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-265720d5-3599-429e-9d6a-3bd7095c6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:17.509256 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-265720d5-3599-429e-9d6a-3bd7095c6165 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0708010 Jun 16 14:43:17.567868 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-2aaeb8c9-ea0d-4b6c-bb57-a54d088dec21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb HTTP/1.1" status: 200 len: 217 time: 0.0479739 Jun 16 14:43:17.696290 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-8f53ab30-0a28-4f76-a3c1-1d5b6e058a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:17.697717 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-8f53ab30-0a28-4f76-a3c1-1d5b6e058a57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.1232359 Jun 16 14:43:17.733036 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90056de-d46d-4f37-985d-1bb839799e7a req-9876d383-dc03-4063-8776-b803b596149d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:17.734503 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e90056de-d46d-4f37-985d-1bb839799e7a req-9876d383-dc03-4063-8776-b803b596149d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 944 time: 0.1149092 Jun 16 14:43:17.805604 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e90056de-d46d-4f37-985d-1bb839799e7a req-842e0a3d-76f3-4087-9c84-4edb56cc4823 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494249 Jun 16 14:43:17.819590 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-b4f41c6d-8d19-49e5-9450-6c567c46fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:17.826542 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-b4f41c6d-8d19-49e5-9450-6c567c46fa35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1095901 Jun 16 14:43:17.941326 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-36393128-6093-45b2-8239-5cbbb314fec0 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115355 Jun 16 14:43:18.053621 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-85daf793-5c0c-4270-ab78-9c208a00e5d2 req-22737725-0e54-4cbf-acd9-da9901247ef1 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017940 Jun 16 14:43:18.156458 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-5afac0d1-c603-4a1d-9a14-38bb2d5f19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.157921 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-5afac0d1-c603-4a1d-9a14-38bb2d5f19ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0530772 Jun 16 14:43:18.229440 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73538a-ec83-40fa-957f-0611ea7f979b req-67541cc0-454d-4915-9f8f-2397d796496d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.231055 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6f73538a-ec83-40fa-957f-0611ea7f979b req-67541cc0-454d-4915-9f8f-2397d796496d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0649605 Jun 16 14:43:18.252706 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-e80b5ca3-0271-4a1b-9b52-68eaf31cd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.254545 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-e80b5ca3-0271-4a1b-9b52-68eaf31cd4c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.0902948 Jun 16 14:43:18.269429 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6f73538a-ec83-40fa-957f-0611ea7f979b req-f496783f-8801-4ce9-858d-5587ade15dd4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Jun 16 14:43:18.300015 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-7b9e3888-77b4-4f36-9a7b-6b2550affbdb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb HTTP/1.1" status: 200 len: 217 time: 0.0376437 Jun 16 14:43:18.354762 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-f23be7ef-cc99-4c82-bb9b-8b57c47f11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.356109 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-f23be7ef-cc99-4c82-bb9b-8b57c47f11e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0489950 Jun 16 14:43:18.497859 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-ee41b7d8-9e9b-495e-a22d-5ce19a3de582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.499401 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-ee41b7d8-9e9b-495e-a22d-5ce19a3de582 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531423 Jun 16 14:43:18.610524 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-4c2e51ab-8182-4b98-9858-391d78fcc5e1 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894210 Jun 16 14:43:18.704351 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-edb2fd88-ffe0-49c0-9e07-55a4cf2a6e73 req-22f38a0a-b715-47b4-9fed-a90d2d5e9319 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Jun 16 14:43:18.767039 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-3cf081b3-9742-40fd-92ef-c766dc2cf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.769323 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-3cf081b3-9742-40fd-92ef-c766dc2cf417 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1098 time: 0.0519590 Jun 16 14:43:18.860862 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-027afb6e-5674-4894-87a1-f8ae8013edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:18.863135 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-027afb6e-5674-4894-87a1-f8ae8013edbb service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0873640 Jun 16 14:43:18.963481 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-1e65da0b-d16b-4f64-a446-5a741d93ad9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 1000 time: 0.0930500 Jun 16 14:43:19.038050 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217f93e-a295-44ef-af60-3ea879c510f6 req-2ab393ac-f02a-4613-90f4-6d1a857948c8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:19.039602 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f217f93e-a295-44ef-af60-3ea879c510f6 req-2ab393ac-f02a-4613-90f4-6d1a857948c8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 944 time: 0.1212869 Jun 16 14:43:19.041011 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-102db0c3-e4a1-4ffe-9acd-7acc1a247575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:19.042356 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-102db0c3-e4a1-4ffe-9acd-7acc1a247575 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0694585 Jun 16 14:43:19.119451 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f217f93e-a295-44ef-af60-3ea879c510f6 req-c97adc5a-a107-4b7a-a0e4-e1ba415ac88c tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731046 Jun 16 14:43:19.137442 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-36179aea-610f-4a74-8dc2-c000cf4d15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:19.139179 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-36179aea-610f-4a74-8dc2-c000cf4d15ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815625 Jun 16 14:43:19.230842 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-184d1520-2fb5-463a-b675-c0a0821680b7 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836954 Jun 16 14:43:19.322857 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-41edc60e-c4aa-40f3-b50c-17c702524d1c req-6460156a-bbf0-4149-806f-f2ae5145a053 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844495 Jun 16 14:43:19.447848 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f54b2-ad3d-4d58-86a7-375af48f7a8a req-9a761b4e-f38f-4fa3-8099-772dfb87d219 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:19.449177 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b72f54b2-ad3d-4d58-86a7-375af48f7a8a req-9a761b4e-f38f-4fa3-8099-772dfb87d219 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0603201 Jun 16 14:43:19.487472 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b72f54b2-ad3d-4d58-86a7-375af48f7a8a req-fe3e28ea-1b94-47e9-93ec-042064bf184b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312562 Jun 16 14:43:20.291856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465b295-edcf-477e-be55-e384f9abcdc8 req-e32b8601-7b88-4887-a595-d0ffd5213d44 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:20.293304 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8465b295-edcf-477e-be55-e384f9abcdc8 req-e32b8601-7b88-4887-a595-d0ffd5213d44 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 944 time: 0.0644820 Jun 16 14:43:20.332195 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8465b295-edcf-477e-be55-e384f9abcdc8 req-162a77e0-2c5e-4fef-b6d0-d29ff10f2e88 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Jun 16 14:43:20.670235 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45053-adee-4bdf-bb57-dfb88d57faf8 req-2bd933d0-22b1-4782-9ccd-2f87b0efd797 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:20.671621 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b5e45053-adee-4bdf-bb57-dfb88d57faf8 req-2bd933d0-22b1-4782-9ccd-2f87b0efd797 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0691347 Jun 16 14:43:20.710146 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b5e45053-adee-4bdf-bb57-dfb88d57faf8 req-702c6cc0-6018-4157-8b40-9e73f06db480 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Jun 16 14:43:20.768708 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:43:20.859351 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:20.870320 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'port_id': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'mac_address': 'fa:16:3e:84:5e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:43:20.908791 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:20.921108 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:43:20.939540 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:20.944111 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:20.945811 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:20.989885 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:20.992921 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:21.180003 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:43:21.504483 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1860fb-a771-47ac-8e0c-6874e840a34a req-1203b873-beed-460a-b8c8-d0d1872d51fc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:21.505960 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-da1860fb-a771-47ac-8e0c-6874e840a34a req-1203b873-beed-460a-b8c8-d0d1872d51fc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 945 time: 0.0639229 Jun 16 14:43:21.545359 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-da1860fb-a771-47ac-8e0c-6874e840a34a req-1901a179-365b-4ded-b703-1f46bad5c55e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337019 Jun 16 14:43:21.884431 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eb903-3e08-4a43-a8de-ae6aa7f0b76c req-bef1499c-acfe-4070-9ec7-c75931db178a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:21.885901 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-816eb903-3e08-4a43-a8de-ae6aa7f0b76c req-bef1499c-acfe-4070-9ec7-c75931db178a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Jun 16 14:43:21.925745 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-816eb903-3e08-4a43-a8de-ae6aa7f0b76c req-4dca1fef-987e-44e4-80b5-bd482dacd8e3 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338857 Jun 16 14:43:22.699246 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4265a0f-e45f-4e45-824a-160ec67cff9e req-f6008ffa-7c83-40da-9979-56c38970e357 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:22.700664 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f4265a0f-e45f-4e45-824a-160ec67cff9e req-f6008ffa-7c83-40da-9979-56c38970e357 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 945 time: 0.0750225 Jun 16 14:43:22.746183 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f4265a0f-e45f-4e45-824a-160ec67cff9e req-251f1fb8-72d5-4780-8681-1f07a62d0782 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388467 Jun 16 14:43:22.749155 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511c4a-a837-4c22-9993-98410bf4270f req-465cd522-3b5f-4372-8d71-eab6cc0edb57 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:22.750802 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3e511c4a-a837-4c22-9993-98410bf4270f req-465cd522-3b5f-4372-8d71-eab6cc0edb57 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 945 time: 0.0736461 Jun 16 14:43:22.782244 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:43:22.795029 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3e511c4a-a837-4c22-9993-98410bf4270f req-355b7d19-da0c-48dd-ac3d-27cb174fe1e5 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369418 Jun 16 14:43:22.843036 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:43:22.846974 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:43:22.847355 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:22.929962 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:22.954872 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:22.957438 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9428838-a396-453d-a308-15ff01013c91" -d '{"events": [{"server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "name": "network-vif-plugged", "status": "completed", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:22.975827 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:22.981332 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:22.982335 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:43:22.984926 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-9b2d0617-2c54-43c4-ad85-32532a24c4f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:23.005705 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc59a15-9ab5-4fee-a9e8-5bc32e4cbddc x-openstack-request-id: req-bbc59a15-9ab5-4fee-a9e8-5bc32e4cbddc {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:23.005940 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "name": "network-vif-plugged", "status": "completed", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:23.006116 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bbc59a15-9ab5-4fee-a9e8-5bc32e4cbddc {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:23.006488 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'code': 200} Jun 16 14:43:23.021057 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56028) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:23.062884 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:23.070057 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:23.101866 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:23.129785 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-8baa68c5-335e-4668-8228-50fe2af67898 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066704 Jun 16 14:43:23.137016 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:23.149676 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:23.152784 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:23.218158 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=8']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:23.232129 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:23.267504 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d680e3-4458-49b7-82d2-934485226bd8 req-df16fa3f-27a2-439c-9690-34f3d6c1dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:23.270038 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-74d680e3-4458-49b7-82d2-934485226bd8 req-df16fa3f-27a2-439c-9690-34f3d6c1dced service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 1099 time: 0.0619254 Jun 16 14:43:23.304907 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-74d680e3-4458-49b7-82d2-934485226bd8 req-a54e6335-a69b-4f36-a5b6-5bdd23d75d0b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278690 Jun 16 14:43:23.944045 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f3595-04a4-4ee5-8ce5-bcea66ff5a79 req-75106c24-addd-4399-a7c2-10e442d7254d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:23.945508 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-484f3595-04a4-4ee5-8ce5-bcea66ff5a79 req-75106c24-addd-4399-a7c2-10e442d7254d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0709815 Jun 16 14:43:23.995621 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-484f3595-04a4-4ee5-8ce5-bcea66ff5a79 req-39222e9b-6df9-475e-8072-9c2649141a6d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Jun 16 14:43:24.005013 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c35a68-1044-423c-8d63-ed4230fc865d req-529f56e7-baeb-4f25-a1e4-4595e94633e8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:24.006550 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3c35a68-1044-423c-8d63-ed4230fc865d req-529f56e7-baeb-4f25-a1e4-4595e94633e8 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.0849566 Jun 16 14:43:24.050965 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3c35a68-1044-423c-8d63-ed4230fc865d req-560f6091-d595-4755-aa1c-a9f1d7657e4f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382793 Jun 16 14:43:24.657322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-ba7e677e-fd6c-481e-abde-debe3eeb1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:24.659358 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-ba7e677e-fd6c-481e-abde-debe3eeb1661 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9&tenant_id=6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 1096 time: 0.0807774 Jun 16 14:43:24.740436 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-de32b56e-4e47-4091-a435-51685870ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:24.741883 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-de32b56e-4e47-4091-a435-51685870ae14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0550230 Jun 16 14:43:24.832255 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-fef316fc-2aff-4597-8b72-10d9fd7f4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:24.833692 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-fef316fc-2aff-4597-8b72-10d9fd7f4f26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0829782 Jun 16 14:43:24.900174 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-afe6db72-3649-45ca-ac95-7135f313081b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 998 time: 0.0590398 Jun 16 14:43:24.951949 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-5600a3d9-76c5-4e45-a24d-492b6a005873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:24.953361 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-5600a3d9-76c5-4e45-a24d-492b6a005873 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0443079 Jun 16 14:43:25.007670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:25.008632 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-fc369866-8294-4d42-b8ab-d458b325518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:25.010763 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-fc369866-8294-4d42-b8ab-d458b325518e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505733 Jun 16 14:43:25.015158 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ef4035-f048-45f4-9376-1c98cf438d58" -d '{"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:25.051273 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a600f-28ba-4db7-8fc4-a7b537b5e681 x-openstack-request-id: req-d88a600f-28ba-4db7-8fc4-a7b537b5e681 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:25.051585 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:25.051848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d88a600f-28ba-4db7-8fc4-a7b537b5e681 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:25.052248 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'code': 200} Jun 16 14:43:25.121577 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-dfde0782-c628-4313-8251-03aaccd76e10 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014245 Jun 16 14:43:25.228338 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e8f7-d070-4ea2-bfb1-84cede0078d3 req-8dca4874-8208-4f44-ad8f-1e5c55e4ccae tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:25.229824 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ced3e8f7-d070-4ea2-bfb1-84cede0078d3 req-8dca4874-8208-4f44-ad8f-1e5c55e4ccae tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.0623090 Jun 16 14:43:25.260851 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d6691-7afe-4447-8413-5c21f2efcbf4 req-c78b8f26-58c1-45ab-9a2a-df414a7a81d7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:25.262387 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-703d6691-7afe-4447-8413-5c21f2efcbf4 req-c78b8f26-58c1-45ab-9a2a-df414a7a81d7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.1361396 Jun 16 14:43:25.266047 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6499337f-ddf7-4475-b4c9-6c0ea431331f req-13ae2e08-f217-450a-9cdf-bfcdd9e0bdc8 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304820 Jun 16 14:43:25.267587 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ced3e8f7-d070-4ea2-bfb1-84cede0078d3 req-9541d652-51df-4d29-af72-39ee06511013 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Jun 16 14:43:25.308750 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-703d6691-7afe-4447-8413-5c21f2efcbf4 req-d277f384-841e-4b91-a5fe-ca6de6b672ed tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 Jun 16 14:43:25.442282 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2db6a-396a-440a-98bc-eafb772919dd req-6d5565f0-37fe-464e-8d0b-a50b9bf1e1c7 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:25.443777 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c0f2db6a-396a-440a-98bc-eafb772919dd req-6d5565f0-37fe-464e-8d0b-a50b9bf1e1c7 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.0665700 Jun 16 14:43:25.452104 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56058) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:43:25.457281 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Request body: {'floatingip': {'port_id': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:43:25.496174 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:26.022405 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:26.027745 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:26.139377 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.l3_db [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Floating IP e7ec3276-7ac3-4800-842a-ded7e41d6ef6 associated. External IP: 172.28.0.79, port: eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb. Jun 16 14:43:26.372663 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:43:26.497131 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:43:26.502895 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:26.508430 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:43:26.509444 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4cd82-c6f7-4d2a-9a3d-49cc0ccc7d46 req-a51e341c-4eae-4685-bf6c-175985ca0336 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:26.511225 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cdc4cd82-c6f7-4d2a-9a3d-49cc0ccc7d46 req-a51e341c-4eae-4685-bf6c-175985ca0336 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0650852 Jun 16 14:43:26.536588 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:26.538171 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:43:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:26.562553 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-5a82fb66-1557-4c66-98e8-fd16954351f3 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "PUT /v2.0/floatingips/e7ec3276-7ac3-4800-842a-ded7e41d6ef6 HTTP/1.1" status: 200 len: 991 time: 1.1091700 Jun 16 14:43:26.563344 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:26.566814 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f542a0b8-3d1b-439a-99fd-8f1424027530" -d '{"events": [{"name": "network-changed", "server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:26.567390 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cdc4cd82-c6f7-4d2a-9a3d-49cc0ccc7d46 req-a229defd-f698-41eb-bfec-74d373734b68 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 Jun 16 14:43:26.649257 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec45add6-b4ac-4f3f-82d0-ca6094cb7c97 x-openstack-request-id: req-ec45add6-b4ac-4f3f-82d0-ca6094cb7c97 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:26.649585 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:26.649872 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ec45add6-b4ac-4f3f-82d0-ca6094cb7c97 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:26.650490 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'status': 'completed', 'code': 200} Jun 16 14:43:26.714128 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:26.958018 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:26.977462 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'e7ec3276-7ac3-4800-842a-ded7e41d6ef6', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'port_id': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'mac_address': 'fa:16:3e:84:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:43:11Z', 'updated_at': '2021-06-16T14:43:25Z', 'revision_number': 1, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:26.980974 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:43:26.989670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:43:26.990309 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:43:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:27.107799 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:43:27.353594 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'e7ec3276-7ac3-4800-842a-ded7e41d6ef6', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'port_id': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'mac_address': 'fa:16:3e:84:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:43:11Z', 'updated_at': '2021-06-16T14:43:25Z', 'revision_number': 1, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:43:27.357317 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac61b00-1b35-4075-a31a-792573185a6f None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': 'e7ec3276-7ac3-4800-842a-ded7e41d6ef6', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'port_id': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'mac_address': 'fa:16:3e:84:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:43:11Z', 'updated_at': '2021-06-16T14:43:25Z', 'revision_number': 1, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:43:27.533155 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33099972-0c81-458f-bcd1-8df508e8920d None None] New status for floating IP e7ec3276-7ac3-4800-842a-ded7e41d6ef6: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:43:27.800511 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85eaf5-962e-437b-b5e5-70a427d279e5 req-ef30db75-d9e0-45a2-a01a-fd0c75789fb5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:27.801969 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fa85eaf5-962e-437b-b5e5-70a427d279e5 req-ef30db75-d9e0-45a2-a01a-fd0c75789fb5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0830004 Jun 16 14:43:27.839813 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fa85eaf5-962e-437b-b5e5-70a427d279e5 req-367e6433-030b-4c05-a5af-48715bcf736f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Jun 16 14:43:29.063595 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac08ea-5653-4341-9085-2fe1c477b6ee req-d52f3359-1ce4-4562-8541-99828384aeb8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:29.066370 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2eac08ea-5653-4341-9085-2fe1c477b6ee req-d52f3359-1ce4-4562-8541-99828384aeb8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0846503 Jun 16 14:43:29.108867 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2eac08ea-5653-4341-9085-2fe1c477b6ee req-d43ea080-8290-4b7c-b7fe-28a7ee62e855 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366390 Jun 16 14:43:30.315012 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8f61c-578a-42c0-b232-b22cdeb3cbaa req-d019158e-3e2f-4891-9d62-aae48e3f7c94 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:30.316669 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-27e8f61c-578a-42c0-b232-b22cdeb3cbaa req-d019158e-3e2f-4891-9d62-aae48e3f7c94 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0732615 Jun 16 14:43:30.355272 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-27e8f61c-578a-42c0-b232-b22cdeb3cbaa req-fbeabed1-14a1-4b2d-9bc9-ba4131dee25f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323322 Jun 16 14:43:31.544652 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061d045-d0a3-4d7b-8cc1-81151d3fa4dd req-a06bbd55-8c62-468f-a747-63f4ec12fb23 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:31.546073 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f061d045-d0a3-4d7b-8cc1-81151d3fa4dd req-a06bbd55-8c62-468f-a747-63f4ec12fb23 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0726616 Jun 16 14:43:31.585040 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f061d045-d0a3-4d7b-8cc1-81151d3fa4dd req-c5bdd703-fb7b-4846-b744-520be211ab89 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324113 Jun 16 14:43:32.776988 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc975-88cc-4596-9b04-f9eddb3157c6 req-84b31e3d-0708-4d28-a047-9d7da675c7f9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:32.779592 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4c3bc975-88cc-4596-9b04-f9eddb3157c6 req-84b31e3d-0708-4d28-a047-9d7da675c7f9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0722888 Jun 16 14:43:32.821388 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4c3bc975-88cc-4596-9b04-f9eddb3157c6 req-79afb542-4948-495c-b49c-9a29ecab1d48 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344565 Jun 16 14:43:34.015574 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff610f1f-1fc1-419a-95c4-75dcd53d99e1 req-38a0811f-36fb-4617-9f01-e863c1f67261 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:34.017025 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ff610f1f-1fc1-419a-95c4-75dcd53d99e1 req-38a0811f-36fb-4617-9f01-e863c1f67261 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0733261 Jun 16 14:43:34.055865 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ff610f1f-1fc1-419a-95c4-75dcd53d99e1 req-04ff7421-6b83-4891-8d72-b30418e3c6f6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Jun 16 14:43:35.258807 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a00565-b1bc-4240-82e0-f70431a5f072 req-5657a972-a998-4d63-9b82-8ad2077e85bf tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:35.260324 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-08a00565-b1bc-4240-82e0-f70431a5f072 req-5657a972-a998-4d63-9b82-8ad2077e85bf tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0715783 Jun 16 14:43:35.299779 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-08a00565-b1bc-4240-82e0-f70431a5f072 req-86171101-1e92-4b9e-9d12-ad86c817cff8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Jun 16 14:43:36.481806 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de234-d773-4fa7-a02b-b2414b27ba3b req-c3cb7869-4076-48a1-903e-57a372c5b8f6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:36.483315 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-018de234-d773-4fa7-a02b-b2414b27ba3b req-c3cb7869-4076-48a1-903e-57a372c5b8f6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0634711 Jun 16 14:43:36.522216 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-018de234-d773-4fa7-a02b-b2414b27ba3b req-5dd55df6-ddce-4238-a588-fec0b76b8d1d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330756 Jun 16 14:43:37.766695 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba456b20-9e6a-4e91-88cc-df6474835d19 req-caebd5e1-fa86-4eba-a2d5-1da880b8a14e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:37.768987 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ba456b20-9e6a-4e91-88cc-df6474835d19 req-caebd5e1-fa86-4eba-a2d5-1da880b8a14e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.1319854 Jun 16 14:43:37.806284 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ba456b20-9e6a-4e91-88cc-df6474835d19 req-41803e32-ec4d-4b2d-aa2e-80d237745aaa tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313401 Jun 16 14:43:38.802855 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-13072ffb-6261-4cea-aeb6-92ae6cfc9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:38.804318 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-13072ffb-6261-4cea-aeb6-92ae6cfc9f8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=145d3c0e2bea47378d78655d88eff3c6&device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 1099 time: 0.0546792 Jun 16 14:43:39.175318 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-7235e960-d8a7-4cc1-b661-cf89663965a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:39.177007 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-7235e960-d8a7-4cc1-b661-cf89663965a8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 200 len: 913 time: 0.3628008 Jun 16 14:43:39.201915 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33758c-f521-4884-b43e-7cbe4e9d8e48 req-7f0bd7d6-7d7a-496e-a95b-867917475c36 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:39.203302 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4f33758c-f521-4884-b43e-7cbe4e9d8e48 req-7f0bd7d6-7d7a-496e-a95b-867917475c36 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0824411 Jun 16 14:43:39.282924 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4f33758c-f521-4884-b43e-7cbe4e9d8e48 req-d2457392-2428-42b2-be76-00c3ef065478 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727522 Jun 16 14:43:39.289400 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-f514309e-a279-4c23-a203-97cda9b94b08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb HTTP/1.1" status: 200 len: 1001 time: 0.0852168 Jun 16 14:43:39.337079 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-5ee45ecc-e7f6-4b7e-bf9d-bd6abf2096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:39.338499 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-5ee45ecc-e7f6-4b7e-bf9d-bd6abf2096f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 200 len: 850 time: 0.0420737 Jun 16 14:43:39.396990 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-0495a7f1-8006-4543-806d-40c320e15974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:39.398543 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-0495a7f1-8006-4543-806d-40c320e15974 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b916418-5f9f-46de-b4d2-d27a26aaa043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515845 Jun 16 14:43:39.488679 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-4e5c3b58-c203-4e3a-bbf3-4a78649484e6 service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816553 Jun 16 14:43:39.578984 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f542a0b8-3d1b-439a-99fd-8f1424027530 req-f7d44b52-5105-4db3-8342-0fe18d7c40ad service neutron] 10.222.0.79 "GET /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800688 Jun 16 14:43:39.967238 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ef931570-17e1-4cdd-aade-858f5acc97f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:40.462502 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d8308-d70d-4ea1-a309-d7b346a4a238 req-5e2e3532-5709-44df-815a-63a9c33b475f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:40.463953 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ba8d8308-d70d-4ea1-a309-d7b346a4a238 req-5e2e3532-5709-44df-815a-63a9c33b475f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 943 time: 0.0669928 Jun 16 14:43:40.503232 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ba8d8308-d70d-4ea1-a309-d7b346a4a238 req-7a373ec3-a9f9-4207-aeb6-0f2bfefe9ce0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336690 Jun 16 14:43:40.879381 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:43:40.972307 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:40.983483 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'port_id': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'mac_address': 'fa:16:3e:c4:f0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:43:41.023043 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:41.035565 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:43:41.054413 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:41.058385 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:41.060053 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:41.103089 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=9']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:41.106086 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:41.313825 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:43:41.676105 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5fd8e-df74-478e-be77-b3aad2c70f16 req-de0d2cd9-6a4d-4737-a5ef-83429064fc95 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:41.677421 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1bf5fd8e-df74-478e-be77-b3aad2c70f16 req-de0d2cd9-6a4d-4737-a5ef-83429064fc95 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 944 time: 0.0621827 Jun 16 14:43:41.712770 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1bf5fd8e-df74-478e-be77-b3aad2c70f16 req-1b265fe7-19ba-4417-96e4-affbeffff01e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297811 Jun 16 14:43:42.746718 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:42.793814 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e46ab62d-879a-4fe3-835f-6141a678b772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:42.884098 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:43:42.889161 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf806e-9b0c-40b4-affe-a5a644807817 req-1beddadc-1e8b-4ab7-a1ff-ddde2c382510 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:42.890660 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-75cf806e-9b0c-40b4-affe-a5a644807817 req-1beddadc-1e8b-4ab7-a1ff-ddde2c382510 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 944 time: 0.0619266 Jun 16 14:43:42.932274 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:43:42.932660 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:42.933464 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-75cf806e-9b0c-40b4-affe-a5a644807817 req-fe6936c5-aacd-45ce-9d24-dbe7529765d5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361640 Jun 16 14:43:43.007231 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:43.032013 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:43:43.035082 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f7eb3-c17a-4e6b-9b66-2555821458d5" -d '{"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:43:43.047749 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:43:43.052146 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:43.054006 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-29c0c5df-554c-42f9-a348-5e99448373ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:43:43.074849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b9d79b-88ae-40fd-a447-3673f10142d3 x-openstack-request-id: req-08b9d79b-88ae-40fd-a447-3673f10142d3 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:43:43.075151 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:43:43.075413 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08b9d79b-88ae-40fd-a447-3673f10142d3 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:43:43.075809 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'code': 200} Jun 16 14:43:43.101540 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=10']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:43:43.104464 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:43:43.576974 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651fa29-4cdb-4f62-82cf-8a89f5e387be req-bf215c7e-f8b8-44ed-b4c3-5cf75df660b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:43.578354 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d651fa29-4cdb-4f62-82cf-8a89f5e387be req-bf215c7e-f8b8-44ed-b4c3-5cf75df660b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1099 time: 0.0506315 Jun 16 14:43:43.613260 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d651fa29-4cdb-4f62-82cf-8a89f5e387be req-6243a1a7-b06c-465f-b6ac-09e671adf6e4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267565 Jun 16 14:43:43.897931 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:44.162247 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d8b75-f723-4aa0-9627-b35af11993fd req-9ef05526-9ee2-4a9b-ac04-180b05a8d6e4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:44.163621 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cf4d8b75-f723-4aa0-9627-b35af11993fd req-9ef05526-9ee2-4a9b-ac04-180b05a8d6e4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 946 time: 0.1136808 Jun 16 14:43:44.199945 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-cf4d8b75-f723-4aa0-9627-b35af11993fd req-1180bb3e-8718-41c6-9ad2-90448567b8b5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307875 Jun 16 14:43:45.380509 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb4bf-dad4-4cf1-a8b4-af8a7b009b80 req-f425d99f-ec27-47a1-8ba3-f7f70b3c4fbe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:45.381951 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ef9fb4bf-dad4-4cf1-a8b4-af8a7b009b80 req-f425d99f-ec27-47a1-8ba3-f7f70b3c4fbe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 946 time: 0.0631030 Jun 16 14:43:45.423205 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ef9fb4bf-dad4-4cf1-a8b4-af8a7b009b80 req-a274b3fd-1022-4fc0-91dc-10c9b5b527ba tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347254 Jun 16 14:43:46.069106 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:43:47.031048 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:43:54.955215 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-d22528a8-a1d0-4075-a099-d4478e526553 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937784 Jun 16 14:43:55.031855 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-69dc0c27-9014-4e33-bd46-f0c667989141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:55.033924 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-69dc0c27-9014-4e33-bd46-f0c667989141 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 1099 time: 0.0542228 Jun 16 14:43:55.143260 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-158e5e0d-7a5c-4096-aa9f-911daa17ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:55.144613 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-158e5e0d-7a5c-4096-aa9f-911daa17ff74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0892255 Jun 16 14:43:55.210071 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-00bcd074-dc2d-4538-a6c1-8e4fd640d9bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 200 len: 1000 time: 0.0577660 Jun 16 14:43:55.267252 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-f2a69b44-5384-4221-95d0-3626b5f64bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:55.268845 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-f2a69b44-5384-4221-95d0-3626b5f64bec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0465758 Jun 16 14:43:55.327038 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-99b45c1c-f518-43a4-ba6c-befaf9532b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:43:55.328479 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-99b45c1c-f518-43a4-ba6c-befaf9532b83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531964 Jun 16 14:43:55.426122 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-76abd06b-bfac-4c9d-8c71-b8f2d60db5f6 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890601 Jun 16 14:43:55.519469 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a421dc08-27ac-4abd-abc1-f072de1a27e1 req-2de3dcbe-e7c9-4c61-a53f-92a841ad9051 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871780 Jun 16 14:43:56.948107 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:09.967554 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-06f2417b-4e27-4770-a45f-390ff97c31a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:12.750501 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:12.793169 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b54-446a-432c-8769-3c3cc7e82a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:13.901995 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:16.073732 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:21.173225 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15e0f3-2d85-4023-a5b9-cda5f1a00d61 req-848dc248-31e0-4e2a-b8f6-42ac08850d15 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:21.174631 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2c15e0f3-2d85-4023-a5b9-cda5f1a00d61 req-848dc248-31e0-4e2a-b8f6-42ac08850d15 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.0635414 Jun 16 14:44:21.216313 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2c15e0f3-2d85-4023-a5b9-cda5f1a00d61 req-c7600544-fb51-4f18-b2a5-60c75735d007 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360501 Jun 16 14:44:22.388135 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc9b04-f448-4b9c-baa8-b2fc2179efc1 req-3330dec4-ea35-46cf-b45a-ebd827920954 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:22.389617 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9bfc9b04-f448-4b9c-baa8-b2fc2179efc1 req-3330dec4-ea35-46cf-b45a-ebd827920954 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.0638032 Jun 16 14:44:22.427957 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9bfc9b04-f448-4b9c-baa8-b2fc2179efc1 req-a316e282-505c-4230-9bf4-3d9d4c1132e9 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Jun 16 14:44:23.183268 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-a446969c-cc15-44ca-a17d-10948d07d6fa tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:23.185256 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-a446969c-cc15-44ca-a17d-10948d07d6fa tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.0729601 Jun 16 14:44:23.288548 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Deleting port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:23.288893 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:23.378486 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] For port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:23.378848 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:23.550411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:23.551069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:23.551179 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Floating IP e7ec3276-7ac3-4800-842a-ded7e41d6ef6 disassociated. External IP: 172.28.0.79, port: eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb. Jun 16 14:44:23.551432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Calling delete_port for eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:23.675577 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269de71-accb-4044-a2c3-887e4fe87410 req-71f65e89-409b-4716-a32f-6f3f9c940edc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:23.677038 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a269de71-accb-4044-a2c3-887e4fe87410 req-71f65e89-409b-4716-a32f-6f3f9c940edc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/ports?device_id=97e5dae0-b911-4454-a907-34d6184ee5c5 HTTP/1.1" status: 200 len: 946 time: 0.1308713 Jun 16 14:44:23.751267 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a269de71-accb-4044-a2c3-887e4fe87410 req-9d00e0b9-6643-45e5-98e2-9b1a6bb3b99f tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups?id=45afaaac-b31b-41c4-9482-da0c9d97b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668731 Jun 16 14:44:23.757644 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:23.762209 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2e6b7be6-99b3-40c7-a9fb-ab1448a65c9a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:23.790896 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event deleted for resources: {'Port': ['ID=eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:23.799656 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.802507 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.802904 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.803232 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.803593 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.803994 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.804357 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.804713 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.805066 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.805421 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.805773 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.806136 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:23.810037 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:23.953514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:44:23.978874 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e601-cba3-47fe-a905-373068ea3360 req-7676755e-8929-402b-9d13-d791a5a2f03e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:23.980356 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2f87e601-cba3-47fe-a905-373068ea3360 req-7676755e-8929-402b-9d13-d791a5a2f03e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 946 time: 0.0900006 Jun 16 14:44:24.029766 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:44:24.085060 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2f87e601-cba3-47fe-a905-373068ea3360 req-9676c220-db61-4a4f-a13d-fbd20219cb4d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718210 Jun 16 14:44:24.104540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:44:24.115111 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:44:24.125430 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:24.126546 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:24.150383 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] No DVR routers for this DVR port eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:44:24.152981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:24.154969 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-03895524-4700-4c8f-b2f0-fdef2bce7906 req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.79 "DELETE /v2.0/ports/eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb HTTP/1.1" status: 204 len: 173 time: 0.9638605 Jun 16 14:44:24.155494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'name': 'network-vif-deleted', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:24.158567 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9321a6-7dfb-4644-8944-fa6fc67f8869" -d '{"events": [{"server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "name": "network-vif-deleted", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:24.256326 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb1c66-2477-4d6d-9dc9-499fee06241d x-openstack-request-id: req-6cbb1c66-2477-4d6d-9dc9-499fee06241d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:24.256649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e5dae0-b911-4454-a907-34d6184ee5c5", "name": "network-vif-deleted", "tag": "eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:24.256936 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6cbb1c66-2477-4d6d-9dc9-499fee06241d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:24.257361 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e5dae0-b911-4454-a907-34d6184ee5c5', 'name': 'network-vif-deleted', 'tag': 'eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb', 'status': 'completed', 'code': 200} Jun 16 14:44:24.262537 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:24.466005 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:24.470077 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:44:24.477965 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:24.478591 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:24.580525 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:24.784976 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:24.788768 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cef6b2-aee8-43e5-bb44-8a9dda670883 None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:38:44Z', 'revision_number': 4, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': 'cf506690-a11c-4f3f-904d-0290c8c47a6d', 'name': '', 'network_id': '2b916418-5f9f-46de-b4d2-d27a26aaa043', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'mac_address': 'fa:16:3e:24:75:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:42Z', 'updated_at': '2021-06-16T14:38:52Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'subnets': [{'id': '9dd3bc56-0244-47a6-bee6-342d9f7faa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:44:24.892801 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56352) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:24.949854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:24.983146 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.027527 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20de147-6985-4b3e-bdaf-2b80d519dee1 None None] New status for floating IP e7ec3276-7ac3-4800-842a-ded7e41d6ef6: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:44:25.039329 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.041946 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.043157 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "DELETE /v2.0/security-groups/45afaaac-b31b-41c4-9482-da0c9d97b4fe HTTP/1.1" status: 204 len: 168 time: 0.1493075 Jun 16 14:44:25.043984 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-41c9c21b-2347-4315-911c-8f6b67ace9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:25.045970 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56354) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:25.053061 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45afaaac-b31b-41c4-9482-da0c9d97b4fe,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:25.055587 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0a7e5c0d-b8ff-411d-b8b8-ea246b58cd4e tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:25.074120 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.api.v2.resource [None req-b31a52b7-1759-4a52-8867-0eacfab5bf8d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] show failed (client error): The resource could not be found. Jun 16 14:44:25.079253 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b31a52b7-1759-4a52-8867-0eacfab5bf8d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "GET /v2.0/security-groups/45afaaac-b31b-41c4-9482-da0c9d97b4fe HTTP/1.1" status: 404 len: 347 time: 0.0295343 Jun 16 14:44:25.079412 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56356) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:25.249737 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Deleting port a6298256-55bb-46e7-b6d3-16d87e873a7a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:25.250383 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.339746 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856167-756a-48e4-8d90-2ca11094a79e req-5b5c63dc-1cd7-4b1e-bc21-1c80d5d094e1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:25.341201 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1a856167-756a-48e4-8d90-2ca11094a79e req-5b5c63dc-1cd7-4b1e-bc21-1c80d5d094e1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 946 time: 0.1353846 Jun 16 14:44:25.361287 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.361637 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.431525 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Calling delete_port for a6298256-55bb-46e7-b6d3-16d87e873a7a owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:25.453022 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1a856167-756a-48e4-8d90-2ca11094a79e req-5e9bda40-7ad0-45c8-bea3-7182b7096044 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056752 Jun 16 14:44:25.575260 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.577122 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-43a2381e-7087-495e-8714-4766e7605486 tempest-VolumesActionsTest-577655529 tempest-VolumesActionsTest-577655529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:25.602014 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Pushing event deleted for resources: {'Port': ['ID=a6298256-55bb-46e7-b6d3-16d87e873a7a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:25.605070 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:25.665276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.667804 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:25.668904 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] 10.222.0.96 "DELETE /v2.0/floatingips/e7ec3276-7ac3-4800-842a-ded7e41d6ef6 HTTP/1.1" status: 204 len: 168 time: 0.5882785 Jun 16 14:44:25.858227 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-ed08e19c-a28f-4fda-b106-20273dfe1f92 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:25.859645 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-ed08e19c-a28f-4fda-b106-20273dfe1f92 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 946 time: 0.0617373 Jun 16 14:44:25.968413 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Deleting port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:25.969630 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.055124 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] For port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:26.055475 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.220125 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.220537 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.220845 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Floating IP a4018a15-bf29-4542-b147-daf35951ac43 disassociated. External IP: 172.28.0.73, port: 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909. Jun 16 14:44:26.221179 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Calling delete_port for 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:26.343388 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.347828 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:26.371601 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event deleted for resources: {'Port': ['ID=1d90f0e9-b3c9-4f7a-93f3-c9d66574c909,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:26.374646 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:26.484175 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:44:26.589454 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:44:26.597640 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-336c4d22-eb32-4982-b642-27170aefaa4a req-8ae55087-e4dd-4c07-bdb5-1b907a8980d5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Jun 16 14:44:26.602593 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:44:26.612059 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:26.612678 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:26.634801 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] No DVR routers for this DVR port 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:44:26.637422 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.639385 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ccb2ff4e-367b-452d-ab37-48a176566875 req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "DELETE /v2.0/ports/1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 HTTP/1.1" status: 204 len: 173 time: 0.7739272 Jun 16 14:44:26.639896 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-deleted', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:26.642876 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3adb5e3-78a0-4d74-8765-ae7132280e17" -d '{"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-deleted", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:26.677780 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6a262-0d85-49f2-a615-c0a988d1dadf x-openstack-request-id: req-9cc6a262-0d85-49f2-a615-c0a988d1dadf {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:26.678136 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9", "name": "network-vif-deleted", "tag": "1d90f0e9-b3c9-4f7a-93f3-c9d66574c909", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:26.678466 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9cc6a262-0d85-49f2-a615-c0a988d1dadf {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:26.678899 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13791b7-cc5d-4fa9-b2a3-d5322c0ae1f9', 'name': 'network-vif-deleted', 'tag': '1d90f0e9-b3c9-4f7a-93f3-c9d66574c909', 'status': 'completed', 'code': 200} Jun 16 14:44:26.721291 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:26.942693 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:26.952483 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:44:26.962783 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:26.964640 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:26.965237 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:27.073176 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:27.167621 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:44:27.194843 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:44:27.195193 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 1d90f0e9-b3c9-4f7a-93f3-c9d66574c909 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:44:27.195655 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:44:27.242917 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:44:27.243264 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device eaf67cfe-c006-4ea1-a4ed-88ed7b4fd6eb not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:44:27.322048 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:27.325309 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2e7f2-00d9-467d-aa8e-58719350cc9e None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:44:27.535514 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d48758-ff48-43b6-ac56-281f768d0ec0 None None] New status for floating IP a4018a15-bf29-4542-b147-daf35951ac43: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:44:27.726354 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:27.779791 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:27.806561 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:27.851514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:27.854225 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:27.855337 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "DELETE /v2.0/security-groups/faf15a7a-7cf6-44d4-a373-8cfb0d062d1b HTTP/1.1" status: 204 len: 168 time: 0.1280229 Jun 16 14:44:27.856078 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-4be43caf-dda8-410e-ad0c-98cea21b9846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:27.858226 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56382) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:27.865121 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf15a7a-7cf6-44d4-a373-8cfb0d062d1b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:27.867427 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:27.872269 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.api.v2.resource [None req-9f2e3dd3-0697-467b-b9b8-e493c416d183 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] show failed (client error): The resource could not be found. Jun 16 14:44:27.873340 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-9f2e3dd3-0697-467b-b9b8-e493c416d183 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups/faf15a7a-7cf6-44d4-a373-8cfb0d062d1b HTTP/1.1" status: 404 len: 347 time: 0.0141459 Jun 16 14:44:27.877193 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:28.004466 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Deleting port 32426398-81e2-40a2-ade1-304898a7f3ed {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:28.004816 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:28.084079 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:28.084429 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:28.152226 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Calling delete_port for 32426398-81e2-40a2-ade1-304898a7f3ed owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:28.539231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:28.541939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-692c5458-698e-425f-b7b5-0fa311746fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:28.564789 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event deleted for resources: {'Port': ['ID=32426398-81e2-40a2-ade1-304898a7f3ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:28.567872 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:28.623568 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:28.626697 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:28.627825 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "DELETE /v2.0/floatingips/a4018a15-bf29-4542-b147-daf35951ac43 HTTP/1.1" status: 204 len: 168 time: 0.7493830 Jun 16 14:44:28.926376 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:28.931213 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212859834', 'description': 'tempest-description--1677171187'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:28.952733 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.036163 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.039736 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.042880 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-20b9c23e-7512-485e-b6fc-1d5e82a01673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:29.065424 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.066614 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1392100 Jun 16 14:44:29.069578 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56400) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:29.070704 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:29.073479 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:29.074168 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'security_group_rule': {'security_group_id': '4ba13dda-d0ad-482c-89c5-9c7ac3be77aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:29.101323 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.149987 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.153424 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.155487 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-177004b2-3758-4da0-8d2d-5efd1104f055 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:29.173353 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59de7964-a00d-4aa0-9fdc-6b74ce4d7271,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:29.179540 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.180678 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101162 Jun 16 14:44:29.182506 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.182963 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.183342 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.183475 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56402) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:29.183707 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.184073 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.184426 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.184779 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.185135 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.185488 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.185838 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.186188 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.186570 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:29.188135 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'security_group_rule': {'security_group_id': '4ba13dda-d0ad-482c-89c5-9c7ac3be77aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:29.189896 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d706701e-0424-42e2-a255-9834e49dc324 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:29.215959 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.274458 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.278269 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352019'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.280333 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:29.298176 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88911c5-73bb-4b60-8c92-6f6f331f9297,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:29.300718 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:29.305505 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.306710 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-f6b538c6-8f8a-4ef9-af77-96b67fa8df18 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222796 Jun 16 14:44:29.309756 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:29.314518 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'floatingip': {'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:29.335908 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.368350 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56412) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:29.434954 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.536638 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Allocated IP 172.28.0.72 (092307a4-361e-4669-bb92-c47c09b84e3d/4db3ec05-4b3c-4732-af72-06cf9c6351e5/8f8e480a-2d0b-4288-b3bd-ab95e55408b4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:44:29.640129 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.678980 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.681712 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9dea42e6-5dcc-4f06-9758-6760b33c2a17 tempest-VolumesSnapshotTestJSON-234882304 tempest-VolumesSnapshotTestJSON-234882304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:29.714807 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Network 092307a4-361e-4669-bb92-c47c09b84e3d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:44:29.717596 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:44:29.723114 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:44:29.745220 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'Port': ['ID=8f8e480a-2d0b-4288-b3bd-ab95e55408b4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:29.749365 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:29.812472 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.854655 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:29.873188 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.008760 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.013415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.017118 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:30.081291 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'Port': ['ID=8f8e480a-2d0b-4288-b3bd-ab95e55408b4,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:30.085220 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:30.091760 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.105513 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.106741 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7960377 Jun 16 14:44:30.175907 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Deleting port cf506690-a11c-4f3f-904d-0290c8c47a6d {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:30.176510 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.301910 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-7804ed10-216e-4701-a8b8-d1e11ca5ed90 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--212859834&fields=id&tenant_id=6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 267 time: 0.0349095 Jun 16 14:44:30.414898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-fe8ac429-3cd9-4e25-8350-c013759ce2de tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:30.416401 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-fe8ac429-3cd9-4e25-8350-c013759ce2de tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 816 time: 0.1075773 Jun 16 14:44:30.432041 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-e6d661ab-b7bb-4047-a7c0-04196fcdedd1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/quotas/6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 375 time: 0.0102098 Jun 16 14:44:30.501756 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] For port cf506690-a11c-4f3f-904d-0290c8c47a6d, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=cf506690-a11c-4f3f-904d-0290c8c47a6d,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:30.502086 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.507367 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-7969cab6-cf0b-40a4-80ef-d4f939d8050d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699065 Jun 16 14:44:30.566110 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Calling delete_port for cf506690-a11c-4f3f-904d-0290c8c47a6d owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:30.653443 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-86a1acc2-dfc4-4c5e-9cde-fe8fefa424d5 service neutron] 10.222.0.96 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340227 Jun 16 14:44:30.754766 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-e2011e4c-fee4-44ad-95f1-7f16710caf21 service neutron] 10.222.0.96 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943456 Jun 16 14:44:30.760982 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:30.763406 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:30.796165 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf506690-a11c-4f3f-904d-0290c8c47a6d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:30.801070 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:31.001874 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6918461d-069f-4d86-88fc-e3e661dafcf0 req-059beeec-5c80-47ea-be5b-51039f1773b1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 210 time: 0.0611808 Jun 16 14:44:31.039153 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:31.287021 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Router 0487953b-7c5a-475f-a06e-a67fb806a1cb has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:44:31.419572 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:44:31.426386 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] 10.222.0.96 "PUT /v2.0/routers/0487953b-7c5a-475f-a06e-a67fb806a1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0569415 Jun 16 14:44:31.429289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56446) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:31.433804 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] Sync routers for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:44:31.445823 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:31.446835 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:31.556745 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:31.567404 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:31.662998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:31.717814 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Deleting port 3dc13612-52a7-4229-a42c-5cf96ea3cf59 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:31.718298 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:31.760604 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:44:30Z', 'revision_number': 5, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port': {'id': '3dc13612-52a7-4229-a42c-5cf96ea3cf59', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:38:37Z', 'updated_at': '2021-06-16T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:31.764499 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] Checking router: 0487953b-7c5a-475f-a06e-a67fb806a1cb for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:44:31.774130 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] Routers {'0487953b-7c5a-475f-a06e-a67fb806a1cb'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:31.774956 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['0487953b-7c5a-475f-a06e-a67fb806a1cb'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:31.806396 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] For port 3dc13612-52a7-4229-a42c-5cf96ea3cf59, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=3dc13612-52a7-4229-a42c-5cf96ea3cf59,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:31.806747 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:31.865670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] Set router 0487953b-7c5a-475f-a06e-a67fb806a1cb gateway port host: None {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:31.874910 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Calling delete_port for 3dc13612-52a7-4229-a42c-5cf96ea3cf59 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:32.047289 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:44:31Z', 'revision_number': 6, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port_host': None}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:32.052138 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.055082 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0bfabf07-5b8d-4626-ab91-ff06b5468831 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:32.058758 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8522980-218c-4867-a7cd-2270c4c81aaa None None] The sync data for ids ['0487953b-7c5a-475f-a06e-a67fb806a1cb'] in dv-cinder-780933-6-smb is: [{'id': '0487953b-7c5a-475f-a06e-a67fb806a1cb', 'name': 'tempest-AttachVolumeTestJSON-1254127573-router', 'tenant_id': '145d3c0e2bea47378d78655d88eff3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:38:36Z', 'updated_at': '2021-06-16T14:44:31Z', 'revision_number': 6, 'project_id': '145d3c0e2bea47378d78655d88eff3c6', 'gw_port_host': None}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:44:32.088084 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc13612-52a7-4229-a42c-5cf96ea3cf59,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:32.092224 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:32.149377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.277885 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d3adfa8d-54e0-473a-9074-33ed01c050f7 req-86b7e43c-7625-4ddd-b148-c9ef574a2d0a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 210 time: 0.0988600 Jun 16 14:44:32.292178 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.296360 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.380709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.381154 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0487953b-7c5a-475f-a06e-a67fb806a1cb {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:44:32.386978 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.388094 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0081f4b6-dfe9-47b9-8c3f-681d13cdef59 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0487953b-7c5a-475f-a06e-a67fb806a1cb HTTP/1.1" status: 204 len: 168 time: 0.9579041 Jun 16 14:44:32.390832 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56450) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:32.444077 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-107a08d1-60b4-46f8-8fe7-3cfc57d43a4d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:32.445562 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-107a08d1-60b4-46f8-8fe7-3cfc57d43a4d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 816 time: 0.2009413 Jun 16 14:44:32.466516 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Deleting subnet 9dd3bc56-0244-47a6-bee6-342d9f7faa4d {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:44:32.478117 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.524558 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-ad52531c-b0d4-4573-8c27-8ac0a8723e3e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 379 time: 0.0694439 Jun 16 14:44:32.536365 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3190479'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.542148 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'port': {'device_id': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'admin_state_up': True, 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'security_groups': ['4ba13dda-d0ad-482c-89c5-9c7ac3be77aa']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:32.722296 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.767245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Made reservation on behalf of 6713e830fb814adba766bcf5179d0267 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:44:32.770605 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.801734 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000781'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.806164 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-726d33cd-88ff-4f96-a45e-c29a4ffc4c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:32.865849 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd3bc56-0244-47a6-bee6-342d9f7faa4d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:32.871191 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:32.874433 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:32.876617 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-036cf98f-11d4-4098-932f-00bfdd772071 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9dd3bc56-0244-47a6-bee6-342d9f7faa4d HTTP/1.1" status: 204 len: 168 time: 0.4847400 Jun 16 14:44:32.879064 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56456) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:32.883894 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93367c57-f251-4e17-82bf-8336fde7d002 None None] Network 2b916418-5f9f-46de-b4d2-d27a26aaa043 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:44:32.940142 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Allocated IP 172.20.0.14 (46626243-3627-4520-affa-39f45f5752c9/40d422b1-6667-4aa2-87ec-8aeb1bbc0daf/446ce1f9-e02e-49a4-9485-fd7e884bf93d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:44:32.962229 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.037364 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Deleting port 215d7293-606a-482d-a421-e403cbe89b02 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:33.038467 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.107678 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] DHCP port deletion for 2b916418-5f9f-46de-b4d2-d27a26aaa043 request from dv-cinder-780933-6-smb {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:44:33.114593 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.118383 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] For port 215d7293-606a-482d-a421-e403cbe89b02, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=215d7293-606a-482d-a421-e403cbe89b02,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:33.119033 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.134578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Transition to ACTIVE for port object 446ce1f9-e02e-49a4-9485-fd7e884bf93d will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:44:33.172091 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Deleting port 215d7293-606a-482d-a421-e403cbe89b02 {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:44:33.172672 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.176939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.181842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1b9d654a-712e-4c5a-baad-ae70517ba66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:33.199910 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Calling delete_port for 215d7293-606a-482d-a421-e403cbe89b02 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:33.234231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Network 46626243-3627-4520-affa-39f45f5752c9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:44:33.237493 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:44:33.241895 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:44:33.245219 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] For port 215d7293-606a-482d-a421-e403cbe89b02, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=215d7293-606a-482d-a421-e403cbe89b02,segment=NetworkSegment(d4d3c6c2-ef87-4966-af28-3f01c28ed6b9),segment_id=d4d3c6c2-ef87-4966-af28-3f01c28ed6b9)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:33.245219 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.269047 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:33.278432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:33.303922 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.308915 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:33.310155 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.318088 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Calling delete_port for 215d7293-606a-482d-a421-e403cbe89b02 owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:44:33.334746 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:33.352249 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136508 Jun 16 14:44:33.366810 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Request body: {'port': {'device_id': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:33.379803 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] No DVR routers for this DVR port 215d7293-606a-482d-a421-e403cbe89b02 on host dv-cinder-780933-6-smb {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:44:33.382289 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=215d7293-606a-482d-a421-e403cbe89b02,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:33.387497 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:33.428609 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.430843 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:33.461558 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Pushing event deleted for resources: {'Port': ['ID=215d7293-606a-482d-a421-e403cbe89b02,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:33.467049 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] No DVR routers for this DVR port 215d7293-606a-482d-a421-e403cbe89b02 on host dv-cinder-780933-6-smb {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:44:33.468176 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.474337 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.474683 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.475022 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.475356 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.475682 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.476007 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.476332 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.476653 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.476972 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.477426 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.477753 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.478070 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:44:33.482295 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:33.492100 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.503856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b916418-5f9f-46de-b4d2-d27a26aaa043']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:33.525252 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:33.525545 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d3c6c2-ef87-4966-af28-3f01c28ed6b9') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:33.554943 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10429619'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.573237 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.582085 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:44:33.582448 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10223202'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: Traceback (most recent call last): Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: timer() Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: cb(*args, **kw) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: return func(*args, **kwargs) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: self._notify() Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: self.callback(batched_events) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: event.method(event) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: return f(self, *a, **k) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: return self._get(url).json() Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: return self.request(url, 'GET', **kwargs) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:44:33.585039 dv-cinder-780933-6-smb neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:44:33.627574 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-319c5255-4413-470e-ae20-46a42582107b None None] Provisioning for port 446ce1f9-e02e-49a4-9485-fd7e884bf93d completed by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:44:33.631552 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-319c5255-4413-470e-ae20-46a42582107b None None] Provisioning complete for port 446ce1f9-e02e-49a4-9485-fd7e884bf93d triggered by entity DHCP. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:44:33.632008 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-319c5255-4413-470e-ae20-46a42582107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.649475 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6016-d52a-4588-9bac-fa02ba971fd6 req-ca11e6f7-b865-460b-9468-ff57e075f5f6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:33.650994 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-08fb6016-d52a-4588-9bac-fa02ba971fd6 req-ca11e6f7-b865-460b-9468-ff57e075f5f6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 932 time: 0.1402946 Jun 16 14:44:33.665325 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.676958 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.678155 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-319c5255-4413-470e-ae20-46a42582107b None None] Port 446ce1f9-e02e-49a4-9485-fd7e884bf93d cannot update to ACTIVE because it is not bound. {{(pid=94007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:44:33.681867 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] 10.222.0.96 "DELETE /v2.0/networks/2b916418-5f9f-46de-b4d2-d27a26aaa043 HTTP/1.1" status: 204 len: 168 time: 0.8010070 Jun 16 14:44:33.685115 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e04fa52f-a860-404d-9e67-6469ec263454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:33.701312 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b916418-5f9f-46de-b4d2-d27a26aaa043,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:33.703880 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ecfe6550-022d-4f2b-bb4e-9344e9bd1d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:33.716804 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-08fb6016-d52a-4588-9bac-fa02ba971fd6 req-dea5b443-0c2f-4014-9f89-960018e5aa25 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592461 Jun 16 14:44:33.754060 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446ce1f9-e02e-49a4-9485-fd7e884bf93d {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:44:33.762475 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.775257 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Transition to ACTIVE for port object 446ce1f9-e02e-49a4-9485-fd7e884bf93d will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:44:33.779046 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.782804 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-113fe95d-da4e-4041-ac83-5ee8979b8a2a tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:33.814446 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56462) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:33.858411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:33.862010 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d65a2c1b-eec2-4098-bf52-3c30bfff6b8a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=145d3c0e2bea47378d78655d88eff3c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435305 Jun 16 14:44:33.862133 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:33.863100 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56464) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:33.923773 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.939244 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Attempting to bind port 446ce1f9-e02e-49a4-9485-fd7e884bf93d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:44:33.939501 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Attempting to bind port 446ce1f9-e02e-49a4-9485-fd7e884bf93d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:44:33.939836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Attempting to bind port 446ce1f9-e02e-49a4-9485-fd7e884bf93d on network 46626243-3627-4520-affa-39f45f5752c9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:44:33.945148 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Port 446ce1f9-e02e-49a4-9485-fd7e884bf93d on network 46626243-3627-4520-affa-39f45f5752c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:44:33.945470 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Attempting to bind port 446ce1f9-e02e-49a4-9485-fd7e884bf93d on network 46626243-3627-4520-affa-39f45f5752c9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:44:33.946840 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.950502 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:44:33.950839 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Checking segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:44:33.951213 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Bound using segment: {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:44:33.951636 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Bound port: 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e41854-c200-4ccc-985d-f4d7586fd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '46626243-3627-4520-affa-39f45f5752c9'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:44:33.951975 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:33.997141 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:34.000189 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:34.004611 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/744abbac-6134-4f94-8697-188833d1c227 HTTP/1.1" status: 204 len: 168 time: 0.1403804 Jun 16 14:44:34.006137 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f72a976d-de6e-40a5-86de-d0e0411e7949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:34.014436 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744abbac-6134-4f94-8697-188833d1c227,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:34.017554 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c64cb15c-7b35-4223-9fbf-1c6d3a471be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:34.025070 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:44:34.029660 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:44:34.035893 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:34.039668 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a8c4655f-0cd6-457d-b152-972b4e640c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:34.074878 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.075501 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:34.076900 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] 10.222.0.79 "PUT /v2.0/ports/446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 1094 time: 0.7147675 Jun 16 14:44:34.077415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:34.080609 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c556b21f-bb9a-478c-8b76-706c7bd6bff7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:34.110480 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:34.116674 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3dc13612-52a7-4229-a42c-5cf96ea3cf59 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:44:34.121468 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:34.131889 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8caac31-a62a-4cb9-857e-8f659f90ed49 x-openstack-request-id: req-b8caac31-a62a-4cb9-857e-8f659f90ed49 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:34.132231 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:34.132556 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b8caac31-a62a-4cb9-857e-8f659f90ed49 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:34.133015 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'status': 'completed', 'code': 200} Jun 16 14:44:34.148520 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 3dc13612-52a7-4229-a42c-5cf96ea3cf59 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:44:34.149128 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 3dc13612-52a7-4229-a42c-5cf96ea3cf59 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:44:34.149821 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 215d7293-606a-482d-a421-e403cbe89b02 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:44:34.176333 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 215d7293-606a-482d-a421-e403cbe89b02 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:44:34.176947 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 215d7293-606a-482d-a421-e403cbe89b02 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:44:34.177709 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device cf506690-a11c-4f3f-904d-0290c8c47a6d no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:44:34.198219 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-27f77048-0f85-4346-98cf-993724cf80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.200305 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-27f77048-0f85-4346-98cf-993724cf80b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1097 time: 0.0616422 Jun 16 14:44:34.204975 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: cf506690-a11c-4f3f-904d-0290c8c47a6d {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:44:34.204975 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device cf506690-a11c-4f3f-904d-0290c8c47a6d not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:44:34.247547 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-b1e60d21-79a6-4f00-a631-461580e90c78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 217 time: 0.0394464 Jun 16 14:44:34.303859 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-22f1fb56-5e61-4b3d-af54-6357f53e3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.305338 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-22f1fb56-5e61-4b3d-af54-6357f53e3350 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0518551 Jun 16 14:44:34.366994 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-1c41eaa5-40bd-4142-b2eb-db275e032048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.368479 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-1c41eaa5-40bd-4142-b2eb-db275e032048 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560682 Jun 16 14:44:34.465292 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-2ea2fdd4-cc2e-4238-81b4-c0525cd1d163 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886359 Jun 16 14:44:34.558530 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-de472bb6-6f46-4aec-8c75-ae85d3edd202 req-74487b8e-d0c3-4acc-b8c7-5f5c4835b8ad service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Jun 16 14:44:34.654788 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-4ba15e1c-5cae-4241-93d7-da3071dba841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.656256 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-4ba15e1c-5cae-4241-93d7-da3071dba841 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1097 time: 0.0540478 Jun 16 14:44:34.766300 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56490) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:34.769132 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-c7f61582-419b-4a75-877c-b2ebe107f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.770718 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-c7f61582-419b-4a75-877c-b2ebe107f669 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0992956 Jun 16 14:44:34.814580 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-4824c471-a538-46c3-a450-37e9c8f8f7b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 217 time: 0.0364344 Jun 16 14:44:34.873274 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-5334900f-17dd-4a55-b090-df2f09c81e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.874829 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-5334900f-17dd-4a55-b090-df2f09c81e7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0508609 Jun 16 14:44:34.877521 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-184205078-network', 'tenant_id': 'e8e3c129949e40af92ce01650dfdaa1b'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:34.909374 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Made reservation on behalf of e8e3c129949e40af92ce01650dfdaa1b for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:44:34.911714 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:34.922279 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:34.934545 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-a2ffc218-68aa-4dab-b70c-4babe37cf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.936015 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-a2ffc218-68aa-4dab-b70c-4babe37cf2f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531113 Jun 16 14:44:34.941878 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb37ff-ea81-49fa-8862-8b032cab06a0 req-9ddacd37-726f-4780-a7cb-daaa485d0ff8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:34.943320 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-12cb37ff-ea81-49fa-8862-8b032cab06a0 req-9ddacd37-726f-4780-a7cb-daaa485d0ff8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.1031225 Jun 16 14:44:35.007835 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-12cb37ff-ea81-49fa-8862-8b032cab06a0 req-e8ecfdb9-966b-4322-af5d-e7581e5870fa tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569761 Jun 16 14:44:35.038323 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-1ac536bb-1fa1-472b-bf50-7f0761068ca5 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902872 Jun 16 14:44:35.056889 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.061137 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.064692 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7624b4de-a2bb-4ce3-922f-b6b91e468f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:35.087527 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:44:35.100900 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aefcb0e-2af0-4150-ad68-5ac52b30b88b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:35.107846 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:35.108977 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.109333 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Added segment 1d5e5567-d898-43ae-88c6-57a92b5666d1 of type vlan for network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd Jun 16 14:44:35.158124 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.188609 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.190190 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:35.190797 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.194433 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-41d0c822-3f02-462f-b359-b2cee510e7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:35.224264 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4567776 Jun 16 14:44:35.228708 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 56494) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:35.258228 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Request body: {'subnet': {'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-184205078-subnet', 'tenant_id': 'e8e3c129949e40af92ce01650dfdaa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:35.262930 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:35.267727 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:35.274008 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:44:35.284043 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Made reservation on behalf of e8e3c129949e40af92ce01650dfdaa1b for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:44:35.286611 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526067'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.385278 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c556b21f-bb9a-478c-8b76-706c7bd6bff7 req-39d7847b-5ad6-40cb-a239-aa03abd1f9e0 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442566 Jun 16 14:44:35.462260 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10223292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526049'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.464448 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:35.522951 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e110d8bb-1672-4679-956c-dbcd2c1cd0ec,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:35.526304 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:35.531968 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Checking segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:44:35.532329 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Network hostable DHCP agents. Network: 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:44:35.548817 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:44:35.557582 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:44:35.561617 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:35.562212 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:35.567498 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4cd91e-906d-41a7-a45c-50f7dcf450be None None] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:44:35.576232 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-48524c04-2a93-47c6-8444-ea66fbb22b86 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3464940 Jun 16 14:44:35.691153 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65391b1-2846-4583-95c7-f480cb620515 None None] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:44:35.987825 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-26d0c0da-a20a-4904-8c85-4a9222518fa2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:35.989248 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-26d0c0da-a20a-4904-8c85-4a9222518fa2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.1025684 Jun 16 14:44:36.003955 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-3ebb51c7-3051-4fc6-973e-f07c19daa411 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/quotas/e8e3c129949e40af92ce01650dfdaa1b HTTP/1.1" status: 200 len: 375 time: 0.0091369 Jun 16 14:44:36.037214 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-a79bbfe5-47c9-44ba-b3c6-70144ed01f7f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282645 Jun 16 14:44:36.126474 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-d2f2a0bd-3f4c-407d-aff0-f72b7f1dc159 service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826137 Jun 16 14:44:36.188645 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6213a90-9349-4304-8524-2a4082c9b460 req-385c04b1-f583-4173-a375-c618744dab04 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:36.190107 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f6213a90-9349-4304-8524-2a4082c9b460 req-385c04b1-f583-4173-a375-c618744dab04 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0628424 Jun 16 14:44:36.217828 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-0f4b1b09-c6e7-47bc-93cd-8c1be25122bc service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857265 Jun 16 14:44:36.230394 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f6213a90-9349-4304-8524-2a4082c9b460 req-a4203d19-5035-45b4-a4bb-ac616d714d7a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340946 Jun 16 14:44:36.384826 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-76212c38-8538-4676-9ed4-9c227318693b req-1ef9cd2f-dcdb-4418-8c25-a0151c2c9e33 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jun 16 14:44:37.211844 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:44:37.311534 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:37.323972 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'mac_address': 'fa:16:3e:18:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:44:37.363055 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:37.376337 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446ce1f9-e02e-49a4-9485-fd7e884bf93d {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:44:37.398643 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:37.403500 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:37.406727 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:37.459636 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:37.463774 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:37.487773 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-3b6ea2d5-f7b5-4f9b-b95b-fb4305972da4 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:37.489630 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-3b6ea2d5-f7b5-4f9b-b95b-fb4305972da4 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.1633296 Jun 16 14:44:37.509523 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Request body: {'port': {'device_id': '15f94109-2392-45e7-8c91-05599fcbb683', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'admin_state_up': True, 'tenant_id': 'e8e3c129949e40af92ce01650dfdaa1b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:37.542133 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc1fb1-e08d-447d-88a6-4dcb1899bb36 req-3b6098b1-9f86-4a9e-acbb-d66d82aa475d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:37.543364 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-babc1fb1-e08d-447d-88a6-4dcb1899bb36 req-3b6098b1-9f86-4a9e-acbb-d66d82aa475d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 945 time: 0.1404071 Jun 16 14:44:37.551923 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-088e144a-a033-4b90-89a7-db96c17b46ac req-3bffc447-95bd-442a-a1b6-d194f12fcbc2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 210 time: 0.0376868 Jun 16 14:44:37.631624 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-babc1fb1-e08d-447d-88a6-4dcb1899bb36 req-9d376d06-7756-4078-b066-eb41eff30c98 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781243 Jun 16 14:44:37.657860 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['446ce1f9-e02e-49a4-9485-fd7e884bf93d'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:44:37.666979 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Made reservation on behalf of e8e3c129949e40af92ce01650dfdaa1b for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:44:37.670686 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:37.791517 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Allocated IP 172.20.0.2 (7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd/e110d8bb-1672-4679-956c-dbcd2c1cd0ec/d6f2c904-376d-4ce9-a404-2d5dd701aead) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:44:37.936714 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:37.973671 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:37.977368 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed16254b-5779-401d-b637-173a6b61d34d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:38.020082 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:44:38.025235 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:44:38.029035 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:44:38.035980 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event updated for resources: {'Port': ['ID=d6f2c904-376d-4ce9-a404-2d5dd701aead,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:38.054732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:38.078939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:38.079540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.092636 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903623 Jun 16 14:44:38.106475 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Request body: {'port': {'device_id': '15f94109-2392-45e7-8c91-05599fcbb683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:38.174754 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.438855 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f2c904-376d-4ce9-a404-2d5dd701aead {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:44:38.445985 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.458035 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Transition to ACTIVE for port object d6f2c904-376d-4ce9-a404-2d5dd701aead will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:44:38.461868 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.463774 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:38.536065 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f2c904-376d-4ce9-a404-2d5dd701aead,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:38.539606 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:38.605293 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Attempting to bind port d6f2c904-376d-4ce9-a404-2d5dd701aead on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:44:38.605627 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Attempting to bind port d6f2c904-376d-4ce9-a404-2d5dd701aead by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:44:38.605954 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Attempting to bind port d6f2c904-376d-4ce9-a404-2d5dd701aead on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:44:38.610869 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Port d6f2c904-376d-4ce9-a404-2d5dd701aead on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:44:38.611184 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Attempting to bind port d6f2c904-376d-4ce9-a404-2d5dd701aead on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:44:38.615970 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:44:38.616300 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Checking segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:44:38.616672 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Bound using segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:44:38.617096 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Bound port: d6f2c904-376d-4ce9-a404-2d5dd701aead, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:44:38.617437 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.683866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] For port d6f2c904-376d-4ce9-a404-2d5dd701aead, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:44:38.687167 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] For port d6f2c904-376d-4ce9-a404-2d5dd701aead, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:44:38.691512 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.694336 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ece9cf26-8512-4cce-b3b3-594c037aff49 tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:38.724663 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:38.725350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:38.726797 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] 10.222.0.79 "PUT /v2.0/ports/d6f2c904-376d-4ce9-a404-2d5dd701aead HTTP/1.1" status: 200 len: 1093 time: 0.6245246 Jun 16 14:44:38.727381 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f94109-2392-45e7-8c91-05599fcbb683', 'tag': 'd6f2c904-376d-4ce9-a404-2d5dd701aead'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:38.729697 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ade0e-76f8-4ed2-9afe-3674aabe3541 req-85a6e062-5ef9-4382-ba3e-b499d75cef1b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:38.730320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934" -d '{"events": [{"name": "network-changed", "server_uuid": "15f94109-2392-45e7-8c91-05599fcbb683", "tag": "d6f2c904-376d-4ce9-a404-2d5dd701aead"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:38.731387 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bc1ade0e-76f8-4ed2-9afe-3674aabe3541 req-85a6e062-5ef9-4382-ba3e-b499d75cef1b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 943 time: 0.0679047 Jun 16 14:44:38.775232 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bc1ade0e-76f8-4ed2-9afe-3674aabe3541 req-c94c91b7-aaf2-46f1-a631-d56bf68898be tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Jun 16 14:44:38.818763 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f2c904-376d-4ce9-a404-2d5dd701aead,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:38.823770 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:38.825790 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b28101-4f67-49d3-9bca-8ec3d4d7fdec x-openstack-request-id: req-92b28101-4f67-49d3-9bca-8ec3d4d7fdec {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:38.826152 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f94109-2392-45e7-8c91-05599fcbb683", "tag": "d6f2c904-376d-4ce9-a404-2d5dd701aead", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:38.826516 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-92b28101-4f67-49d3-9bca-8ec3d4d7fdec {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:38.826978 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f94109-2392-45e7-8c91-05599fcbb683', 'tag': 'd6f2c904-376d-4ce9-a404-2d5dd701aead', 'status': 'completed', 'code': 200} Jun 16 14:44:38.887820 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-bfb9b64b-40d6-4e0b-b395-eedcd7dfef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:38.889306 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-bfb9b64b-40d6-4e0b-b395-eedcd7dfef2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 1096 time: 0.1107423 Jun 16 14:44:38.896844 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287daa82-d96a-45d3-92f3-caa7b0b1eae4 req-35ff2dcd-33c3-4e11-a478-98e80e15705f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:38.898358 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-287daa82-d96a-45d3-92f3-caa7b0b1eae4 req-35ff2dcd-33c3-4e11-a478-98e80e15705f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 945 time: 0.1422942 Jun 16 14:44:38.946320 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-d3d8167a-cc2e-49bc-ba65-06d00a391973 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead HTTP/1.1" status: 200 len: 217 time: 0.0469420 Jun 16 14:44:38.989743 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-287daa82-d96a-45d3-92f3-caa7b0b1eae4 req-5f312f7c-d834-472f-b4e6-e1a5117883e7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847812 Jun 16 14:44:39.008086 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b57b2-592b-43ce-8952-c869f867854c req-a476c844-05ba-428e-96e3-ad6bd751b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:39.010537 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-a476c844-05ba-428e-96e3-ad6bd751b525 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0520704 Jun 16 14:44:39.044195 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-2913435b-6d86-4897-aa00-b1ccbf0a3ba5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263953 Jun 16 14:44:39.136928 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-c77a12b5-735e-48d8-84d1-b5ab0ce877fb service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852134 Jun 16 14:44:39.227039 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:44:39.232018 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-413b57b2-592b-43ce-8952-c869f867854c req-973b94de-51ff-4c84-987f-b6d0d5fedbd4 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Jun 16 14:44:39.278772 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 446ce1f9-e02e-49a4-9485-fd7e884bf93d completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:44:39.283443 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 446ce1f9-e02e-49a4-9485-fd7e884bf93d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:44:39.283824 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:39.327886 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-f199a428-c09f-4cb7-827e-f9154d24dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:39.330046 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-f199a428-c09f-4cb7-827e-f9154d24dadf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 1096 time: 0.0512292 Jun 16 14:44:39.360524 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:39.382439 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:39.384664 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b932060-fd5d-4dd8-b9c1-b459b5676e37" -d '{"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-plugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:39.398559 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:39.404223 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:39.406682 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:39.440648 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-7104b1f4-1a30-4308-bbb6-2ad9f501ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:39.442656 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-7104b1f4-1a30-4308-bbb6-2ad9f501ac35 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 916 time: 0.1055734 Jun 16 14:44:39.454120 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:39.457550 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:39.490760 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-c53610ea-2912-4c43-986b-91b7ff1db6a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead HTTP/1.1" status: 200 len: 217 time: 0.0393128 Jun 16 14:44:39.491632 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319561f5-da19-4add-93c4-23e85eef22e4 x-openstack-request-id: req-319561f5-da19-4add-93c4-23e85eef22e4 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:39.491948 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-plugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:39.492278 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-319561f5-da19-4add-93c4-23e85eef22e4 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:39.492689 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'code': 200} Jun 16 14:44:39.549711 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-3b9d4577-807c-4f35-9d9d-fd8db053424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:39.551216 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-3b9d4577-807c-4f35-9d9d-fd8db053424c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0477140 Jun 16 14:44:39.584786 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-42f72b08-9331-4f36-804c-114c4851b290 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261927 Jun 16 14:44:39.720671 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-abf70b0d-9f40-4d09-8f98-73251b84b788 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163540 Jun 16 14:44:39.756934 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b4164-7904-46dd-b7eb-a3492be2cb33 req-0dcac457-109d-4a66-b20b-2408559af708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:39.758267 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f47b4164-7904-46dd-b7eb-a3492be2cb33 req-0dcac457-109d-4a66-b20b-2408559af708 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1099 time: 0.0882380 Jun 16 14:44:39.834564 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f47b4164-7904-46dd-b7eb-a3492be2cb33 req-94b42aac-8f74-4354-88d5-cef222821109 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686076 Jun 16 14:44:39.845440 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fd4d45c0-f6a8-4f4d-bc7e-d53deb6e0934 req-e5a8d4c8-2f96-4d4a-97ab-be2e79ef5964 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153245 Jun 16 14:44:39.954243 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acff8-8b0e-4fe5-b096-ad814084cbb7 req-856f7f16-5b20-4b75-80e5-94c71fb2c8da tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:39.955731 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-186acff8-8b0e-4fe5-b096-ad814084cbb7 req-856f7f16-5b20-4b75-80e5-94c71fb2c8da tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 943 time: 0.0654252 Jun 16 14:44:39.971374 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-8dbec244-ee0d-4991-9e7c-95e1549fab09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:39.994225 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-186acff8-8b0e-4fe5-b096-ad814084cbb7 req-7ca43e81-5a96-43bb-b887-c07d1a947475 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Jun 16 14:44:40.167589 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1c49-9ad8-4d85-a891-c419a35e393d req-429373c7-6d93-4e3d-af33-927fb0e0e3f7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:40.169009 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0aaf1c49-9ad8-4d85-a891-c419a35e393d req-429373c7-6d93-4e3d-af33-927fb0e0e3f7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0616243 Jun 16 14:44:40.206011 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0aaf1c49-9ad8-4d85-a891-c419a35e393d req-2f1f1195-7bf8-4b3f-b95c-b94d330ea59d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312774 Jun 16 14:44:41.162987 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9317-3d09-49c0-bee2-76cec1fed73a req-7221043a-c10a-4540-89e8-b905fd2b675e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:41.164411 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0eee9317-3d09-49c0-bee2-76cec1fed73a req-7221043a-c10a-4540-89e8-b905fd2b675e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 943 time: 0.0623324 Jun 16 14:44:41.200690 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0eee9317-3d09-49c0-bee2-76cec1fed73a req-50250fad-53be-44e3-875a-578f33e40487 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303793 Jun 16 14:44:41.233470 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device d6f2c904-376d-4ce9-a404-2d5dd701aead details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:44:41.329811 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port d6f2c904-376d-4ce9-a404-2d5dd701aead, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:41.340703 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'd6f2c904-376d-4ce9-a404-2d5dd701aead', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'port_id': 'd6f2c904-376d-4ce9-a404-2d5dd701aead', 'mac_address': 'fa:16:3e:49:07:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110d8bb-1672-4679-956c-dbcd2c1cd0ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:44:41.375980 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:41.385207 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e2533-8144-4d17-9aed-988bc2f9b9e9 req-a44cb448-bac5-419e-ab60-783d4997f440 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:41.386934 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-da5e2533-8144-4d17-9aed-988bc2f9b9e9 req-a44cb448-bac5-419e-ab60-783d4997f440 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0654540 Jun 16 14:44:41.388297 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f2c904-376d-4ce9-a404-2d5dd701aead {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:44:41.408592 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port d6f2c904-376d-4ce9-a404-2d5dd701aead, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:41.412401 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:41.414111 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-0ff5219f-b0ec-4633-a993-19baad50b019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:41.427588 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-da5e2533-8144-4d17-9aed-988bc2f9b9e9 req-d7cc32d2-da03-45a5-8b5d-bcfefbbe18bb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344343 Jun 16 14:44:41.458523 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=d6f2c904-376d-4ce9-a404-2d5dd701aead,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:41.461501 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:41.603286 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68641c1-67c8-4728-b7e5-1ec436c39618 req-23ccc484-0649-4560-8efb-6b08b82dba97 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:41.604617 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-a68641c1-67c8-4728-b7e5-1ec436c39618 req-23ccc484-0649-4560-8efb-6b08b82dba97 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0679817 Jun 16 14:44:41.613370 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 56552) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:44:41.617772 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Request body: {'floatingip': {'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:41.650775 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:44:41.656434 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:42.076911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:42.080901 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:42.176069 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Floating IP 3cbcdf63-6c24-4423-9ef0-da4a41a12430 associated. External IP: 172.28.0.72, port: 446ce1f9-e02e-49a4-9485-fd7e884bf93d. Jun 16 14:44:42.383094 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:44:42.489711 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:44:42.494373 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:42.500687 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:44:42.510430 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:42.511154 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:42.539538 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-1d086303-b6fa-4b16-96bf-cec2e092d4d4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "PUT /v2.0/floatingips/3cbcdf63-6c24-4423-9ef0-da4a41a12430 HTTP/1.1" status: 200 len: 991 time: 0.9226899 Jun 16 14:44:42.539538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:42.541246 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd720c-d527-4026-8c7c-88618b7bb9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:42.550762 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef4769-dee2-40e6-b648-eac181dcb787 req-e45ebd65-46b8-4fba-b184-8615c7a83aeb tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:42.552310 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e2ef4769-dee2-40e6-b648-eac181dcb787 req-e45ebd65-46b8-4fba-b184-8615c7a83aeb tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 944 time: 0.0735211 Jun 16 14:44:42.591445 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e2ef4769-dee2-40e6-b648-eac181dcb787 req-e3617309-e0dd-4143-a5cf-5d2ea760feae tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Jun 16 14:44:42.633629 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:42.640422 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f6152f-147d-405c-abca-0abc22908960 x-openstack-request-id: req-03f6152f-147d-405c-abca-0abc22908960 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:42.640905 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:42.641471 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-03f6152f-147d-405c-abca-0abc22908960 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:42.641992 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'status': 'completed', 'code': 200} Jun 16 14:44:42.719235 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-ba5cd0eb-c1a9-4a70-8ef5-cc9c9bb3ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:42.720697 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-ba5cd0eb-c1a9-4a70-8ef5-cc9c9bb3ed9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1099 time: 0.0532796 Jun 16 14:44:42.752901 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:42.793582 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d1e91235-a161-4476-bd58-c20931132ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:42.815516 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-6b100af5-0d3a-44f6-b1fc-3b39216d4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:42.816985 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-6b100af5-0d3a-44f6-b1fc-3b39216d4297 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0897546 Jun 16 14:44:42.856783 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '3cbcdf63-6c24-4423-9ef0-da4a41a12430', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'floating_ip_address': '172.28.0.72', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'mac_address': 'fa:16:3e:18:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:44:29Z', 'updated_at': '2021-06-16T14:44:41Z', 'revision_number': 1, 'project_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:42.860082 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:44:42.868125 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:44:42.868728 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:44:43Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:42.887272 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-a18f4b1f-6bf1-43d6-ae6b-f0f9fba33978 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 999 time: 0.0629871 Jun 16 14:44:42.936248 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-d1e11954-35e7-4978-8b5a-adef6b4ee091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:42.937867 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-d1e11954-35e7-4978-8b5a-adef6b4ee091 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0432622 Jun 16 14:44:42.978984 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:44:42.993570 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-51c2bcbe-6465-4fb2-bdb1-41693e6eb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:42.995311 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-51c2bcbe-6465-4fb2-bdb1-41693e6eb5ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508373 Jun 16 14:44:43.209386 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '3cbcdf63-6c24-4423-9ef0-da4a41a12430', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'floating_ip_address': '172.28.0.72', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'mac_address': 'fa:16:3e:18:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:44:29Z', 'updated_at': '2021-06-16T14:44:41Z', 'revision_number': 1, 'project_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:44:43.213230 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996079dc-4fe2-48c1-841d-341b13fbf37f None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_floatingips': [{'id': '3cbcdf63-6c24-4423-9ef0-da4a41a12430', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'floating_ip_address': '172.28.0.72', 'floating_network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'router_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'mac_address': 'fa:16:3e:18:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:44:29Z', 'updated_at': '2021-06-16T14:44:41Z', 'revision_number': 1, 'project_id': '6713e830fb814adba766bcf5179d0267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:44:43.250939 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device d6f2c904-376d-4ce9-a404-2d5dd701aead up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:44:43.304066 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port d6f2c904-376d-4ce9-a404-2d5dd701aead completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:44:43.307782 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port d6f2c904-376d-4ce9-a404-2d5dd701aead triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:44:43.308182 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:43.344190 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-934960f2-e481-45be-8d6d-2c687e7f3e74 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417435 Jun 16 14:44:43.391871 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:43.416727 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f94109-2392-45e7-8c91-05599fcbb683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2c904-376d-4ce9-a404-2d5dd701aead'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:43.419096 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f917206b-5db5-4104-ba90-e747ed088525" -d '{"events": [{"server_uuid": "15f94109-2392-45e7-8c91-05599fcbb683", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2c904-376d-4ce9-a404-2d5dd701aead"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:43.425521 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acda7c-8e2a-4d4b-b579-57f1f94080f9 None None] New status for floating IP 3cbcdf63-6c24-4423-9ef0-da4a41a12430: ACTIVE {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:44:43.441379 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4dcd720c-d527-4026-8c7c-88618b7bb9a4 req-c85bdd32-1d76-474d-b8bf-b66b8403783d service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897036 Jun 16 14:44:43.471511 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port d6f2c904-376d-4ce9-a404-2d5dd701aead, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:43.476956 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308fe3f4-f0aa-4533-a777-f35dbbce8b56 x-openstack-request-id: req-308fe3f4-f0aa-4533-a777-f35dbbce8b56 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:43.477252 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f94109-2392-45e7-8c91-05599fcbb683", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2c904-376d-4ce9-a404-2d5dd701aead", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:43.477518 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-308fe3f4-f0aa-4533-a777-f35dbbce8b56 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:43.477908 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f94109-2392-45e7-8c91-05599fcbb683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2c904-376d-4ce9-a404-2d5dd701aead', 'code': 200} Jun 16 14:44:43.480723 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:43.484344 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-04451855-8942-4d38-ad3c-6de57fa5854d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:43.577528 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=d6f2c904-376d-4ce9-a404-2d5dd701aead,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:43.583552 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:43.704021 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b838-e349-440d-bfe3-9cb0d08f0811 req-60fda377-dd99-40c8-8543-6bfa205ef324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:43.705706 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1813b838-e349-440d-bfe3-9cb0d08f0811 req-60fda377-dd99-40c8-8543-6bfa205ef324 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 1098 time: 0.0617957 Jun 16 14:44:43.782138 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1813b838-e349-440d-bfe3-9cb0d08f0811 req-52958e3e-5c3d-4d6f-b651-78161932abea service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Jun 16 14:44:43.808634 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ea70d-de73-45ad-8bc3-1eeeb62ab22e req-3ef94b20-d859-41cb-b28a-524be8834e79 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:43.810047 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c27ea70d-de73-45ad-8bc3-1eeeb62ab22e req-3ef94b20-d859-41cb-b28a-524be8834e79 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 945 time: 0.0883479 Jun 16 14:44:43.847798 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c27ea70d-de73-45ad-8bc3-1eeeb62ab22e req-c89813ac-d893-41f1-87f9-55dd5cb7333d tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Jun 16 14:44:43.903216 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:45.023411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc088-f9c3-4176-9912-73e4b2d0ea63 req-7e406c05-81ef-477a-9e49-6373a62155ab tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:45.024821 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-251dc088-f9c3-4176-9912-73e4b2d0ea63 req-7e406c05-81ef-477a-9e49-6373a62155ab tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 945 time: 0.0671740 Jun 16 14:44:45.060925 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-251dc088-f9c3-4176-9912-73e4b2d0ea63 req-b23d7e23-9eaf-4065-80b9-b5cc6671d8ae tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305469 Jun 16 14:44:46.074896 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:49.100523 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-2cf65327-a560-494f-9595-10b420f07b29 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:49.101842 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-2cf65327-a560-494f-9595-10b420f07b29 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.1011581 Jun 16 14:44:49.116728 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-511a71b9-454c-4d1b-aae3-186a164192d0 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/quotas/e8e3c129949e40af92ce01650dfdaa1b HTTP/1.1" status: 200 len: 375 time: 0.0089021 Jun 16 14:44:49.182526 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-1b8bec58-7a63-4698-9a03-23b56d6abe15 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606685 Jun 16 14:44:49.315398 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-c0a09ed2-34ea-46b8-a64a-33f083bb66f0 service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255717 Jun 16 14:44:49.403737 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-20974dbb-c066-4fb1-a779-ad9bee4d9850 service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822406 Jun 16 14:44:49.573815 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3a60f626-73a3-4fc9-b6bc-dfbdb9a0fcea req-df1633bc-ccc8-4170-8047-08b7b644a3cb tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 210 time: 0.0297685 Jun 16 14:44:50.681779 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-68af9c86-4257-4a61-b28a-28ebc6168aa7 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:50.683233 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-68af9c86-4257-4a61-b28a-28ebc6168aa7 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.1232018 Jun 16 14:44:50.721725 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Request body: {'port': {'device_id': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'admin_state_up': True, 'tenant_id': 'e8e3c129949e40af92ce01650dfdaa1b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:50.727222 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-66e82f1d-ef9b-4d45-b3ba-59901d3c3a39 req-bb08f7a3-3067-46a8-9206-a80ca7c35106 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 210 time: 0.0365257 Jun 16 14:44:50.837636 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Made reservation on behalf of e8e3c129949e40af92ce01650dfdaa1b for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:44:50.842040 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:50.977373 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Allocated IP 172.20.0.11 (7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd/e110d8bb-1672-4679-956c-dbcd2c1cd0ec/c221ed2f-f21d-4fe7-94a6-9f665b3e85ec) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:44:51.120962 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.158023 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.161794 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-138cf3c8-8d4d-46d0-94d3-381038c904e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:51.170746 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:44:51.202164 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:44:51.207455 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:44:51.211258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:44:51.217474 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event updated for resources: {'Port': ['ID=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:51.237230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:51.262679 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:51.263282 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.277127 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-9b49eb22-de35-44d1-b144-b7a678b89e9f tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754404 Jun 16 14:44:51.288728 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Request body: {'port': {'device_id': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:44:51.361521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.618334 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c221ed2f-f21d-4fe7-94a6-9f665b3e85ec {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:44:51.625925 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.638079 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Transition to ACTIVE for port object c221ed2f-f21d-4fe7-94a6-9f665b3e85ec will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:44:51.641854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.644661 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:51.744268 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:51.747143 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:51.793480 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Attempting to bind port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:44:51.793882 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Attempting to bind port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:44:51.794140 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Attempting to bind port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:44:51.798878 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:44:51.799200 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Attempting to bind port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:44:51.803926 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:44:51.804261 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Checking segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:44:51.804641 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Bound using segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:44:51.805067 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Bound port: c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:44:51.805411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.907686 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] For port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:44:51.911522 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] For port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:44:51.918420 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.921549 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:51.959122 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:51.959939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:51.961303 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] 10.222.0.79 "PUT /v2.0/ports/c221ed2f-f21d-4fe7-94a6-9f665b3e85ec HTTP/1.1" status: 200 len: 1094 time: 0.6767809 Jun 16 14:44:51.964203 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'tag': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:51.967089 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867b992-52a1-4290-b289-cc48c7e7e447" -d '{"events": [{"name": "network-changed", "server_uuid": "c235740f-ff62-4a11-9638-8255f43a7a29", "tag": "c221ed2f-f21d-4fe7-94a6-9f665b3e85ec"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:51.981512 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d548d9-b5b3-4ce9-9089-39dfdb9a0ed7 req-2cef63cc-ce71-44a0-a291-b73b90ce5ea7 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:51.983286 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-97d548d9-b5b3-4ce9-9089-39dfdb9a0ed7 req-2cef63cc-ce71-44a0-a291-b73b90ce5ea7 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 944 time: 0.1424346 Jun 16 14:44:52.023511 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67e771-352c-4fdf-9a78-ea0cb5f8825c x-openstack-request-id: req-8d67e771-352c-4fdf-9a78-ea0cb5f8825c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:52.024037 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c235740f-ff62-4a11-9638-8255f43a7a29", "tag": "c221ed2f-f21d-4fe7-94a6-9f665b3e85ec", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:52.024537 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8d67e771-352c-4fdf-9a78-ea0cb5f8825c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:52.025193 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'tag': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'status': 'completed', 'code': 200} Jun 16 14:44:52.065494 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:52.068822 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:52.088784 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-97d548d9-b5b3-4ce9-9089-39dfdb9a0ed7 req-a02c8a24-f3a2-4c35-81fa-21726d38f4cc tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987902 Jun 16 14:44:52.115747 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-80130b13-0914-458d-9c50-bc5c8e6f4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:52.117281 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-80130b13-0914-458d-9c50-bc5c8e6f4e5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 1097 time: 0.0881457 Jun 16 14:44:52.174513 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-a0f44129-9ef9-4f54-baf1-1e50bf40fcde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec HTTP/1.1" status: 200 len: 217 time: 0.0449920 Jun 16 14:44:52.231519 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-c3ae6312-7f04-4dbf-bed7-693166d70759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:52.232898 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-c3ae6312-7f04-4dbf-bed7-693166d70759 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0438957 Jun 16 14:44:52.267105 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-b72ee8ac-b4ca-4f09-9550-70117cc3ebf1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272217 Jun 16 14:44:52.364201 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-f3a31f74-cb71-40df-9a8a-120cea78f6af service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Jun 16 14:44:52.464026 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06a0c202-c272-4448-9ec7-4d9c66aecad8 req-a71556b5-9ac7-443f-935f-ff2618c21b6a service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913782 Jun 16 14:44:52.574420 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-b491860a-735e-4409-ac58-862606071d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:52.575871 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-b491860a-735e-4409-ac58-862606071d90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 1097 time: 0.0573587 Jun 16 14:44:52.668923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-6ad459fe-abd1-41e4-abcf-8746bed729a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:52.670659 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-6ad459fe-abd1-41e4-abcf-8746bed729a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 916 time: 0.0877531 Jun 16 14:44:52.717137 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-7f54de6d-cc56-46a2-ab3f-c0961eaa7d40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec HTTP/1.1" status: 200 len: 217 time: 0.0398152 Jun 16 14:44:52.780678 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-7dbb10fa-7603-45b5-9907-31340e27b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:52.782395 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-7dbb10fa-7603-45b5-9907-31340e27b00d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0584803 Jun 16 14:44:52.818470 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-c0f30928-6551-45c0-96b2-758f555ba882 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294886 Jun 16 14:44:52.932107 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-0c757630-a8bb-4d07-8a5a-c2ef7c1742b5 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030295 Jun 16 14:44:53.024589 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8867b992-52a1-4290-b289-cc48c7e7e447 req-b5375f95-c107-408c-ae97-fb9bd00c7037 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855598 Jun 16 14:44:53.280020 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1b43d-029f-42ae-b84f-8b06af3504e2 req-96d1573b-0fbc-4516-a84c-56a2d296e4b5 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:53.281389 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ebf1b43d-029f-42ae-b84f-8b06af3504e2 req-96d1573b-0fbc-4516-a84c-56a2d296e4b5 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0716987 Jun 16 14:44:53.321074 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ebf1b43d-029f-42ae-b84f-8b06af3504e2 req-65c97777-b530-4762-8580-c6b69a8f737a tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Jun 16 14:44:53.321466 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c221ed2f-f21d-4fe7-94a6-9f665b3e85ec details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:44:53.421279 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:53.433368 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'port_id': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'mac_address': 'fa:16:3e:6d:83:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110d8bb-1672-4679-956c-dbcd2c1cd0ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:44:53.471560 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:53.485336 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c221ed2f-f21d-4fe7-94a6-9f665b3e85ec {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:44:53.508623 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:53.513106 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:53.514945 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:53.564424 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:53.567433 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:53.777853 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['c221ed2f-f21d-4fe7-94a6-9f665b3e85ec'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:44:54.496289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99546bb-9df0-41bf-bdde-18e29ed9dd2c req-c856ac91-b4cb-43ba-9469-baa627c0abd8 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:54.497999 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e99546bb-9df0-41bf-bdde-18e29ed9dd2c req-c856ac91-b4cb-43ba-9469-baa627c0abd8 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0686994 Jun 16 14:44:54.536333 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e99546bb-9df0-41bf-bdde-18e29ed9dd2c req-26cf62b3-bec9-46f2-85ac-d00f30b23eaf tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Jun 16 14:44:54.779552 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-8430f657-9132-4970-a63c-f000ea4d2dba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620477 Jun 16 14:44:54.892366 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-9837eaaa-c34e-405d-9f58-9047796b8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:54.893821 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-9837eaaa-c34e-405d-9f58-9047796b8b28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1099 time: 0.0609696 Jun 16 14:44:55.002357 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-12667d4b-2724-4aa7-87ea-88140fac3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:55.004662 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-12667d4b-2724-4aa7-87ea-88140fac3fc3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 910 time: 0.0872254 Jun 16 14:44:55.073637 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-3f4c3889-41eb-4315-8faf-3b3f4a6a146b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 1001 time: 0.0615399 Jun 16 14:44:55.133662 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-734ada7c-8c91-4959-a399-73c2a7a61b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:55.136057 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-734ada7c-8c91-4959-a399-73c2a7a61b3a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.0497139 Jun 16 14:44:55.204433 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-ee79c3bc-40b4-4d42-be4d-bce57b9c5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:55.205950 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-ee79c3bc-40b4-4d42-be4d-bce57b9c5ceb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0602484 Jun 16 14:44:55.303679 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-35cce88f-22a0-419c-9305-aa7586abefec service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881546 Jun 16 14:44:55.325468 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c221ed2f-f21d-4fe7-94a6-9f665b3e85ec up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:44:55.382739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:44:55.386883 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:44:55.387301 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:55.409239 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa9b4406-4fe7-4856-9986-6677cf0ccc69 req-e654eea8-374f-4863-b9bf-755575308c06 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943503 Jun 16 14:44:55.472829 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:55.497386 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:44:55.500998 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43fd870-a568-4729-ad75-db90e6a51253" -d '{"events": [{"server_uuid": "c235740f-ff62-4a11-9638-8255f43a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "c221ed2f-f21d-4fe7-94a6-9f665b3e85ec"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:44:55.514069 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:44:55.519032 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:55.521786 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:44:55.545369 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e4e86-45e1-4946-816f-80af2cb2d860 x-openstack-request-id: req-1b4e4e86-45e1-4946-816f-80af2cb2d860 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:44:55.545665 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c235740f-ff62-4a11-9638-8255f43a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "c221ed2f-f21d-4fe7-94a6-9f665b3e85ec", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:44:55.545919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1b4e4e86-45e1-4946-816f-80af2cb2d860 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:44:55.546958 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'code': 200} Jun 16 14:44:55.586079 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:44:55.589801 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:44:55.725148 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01424-4b86-4098-9012-667dcedf7bab req-138c424b-99d3-4e26-8aee-7ded975f9c5b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:55.726644 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-29e01424-4b86-4098-9012-667dcedf7bab req-138c424b-99d3-4e26-8aee-7ded975f9c5b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0673430 Jun 16 14:44:55.772821 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-29e01424-4b86-4098-9012-667dcedf7bab req-2e305b59-8924-4c41-91f6-7edec31c1995 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jun 16 14:44:55.819245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474cc06-b7bd-43d8-96ad-699cdbcf37f4 req-9f816bbb-5f2e-4d0b-b2dd-ed4fdbdd7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:55.820322 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b474cc06-b7bd-43d8-96ad-699cdbcf37f4 req-9f816bbb-5f2e-4d0b-b2dd-ed4fdbdd7176 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 1099 time: 0.0613248 Jun 16 14:44:55.857492 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b474cc06-b7bd-43d8-96ad-699cdbcf37f4 req-21393165-14b0-4109-bf9f-32eed06a2f33 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273550 Jun 16 14:44:56.973008 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb26dc-4a6e-4455-a980-041fc41920ee req-fb05b2ca-b512-413b-8142-e179221e8c3b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:56.975131 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ecb26dc-4a6e-4455-a980-041fc41920ee req-fb05b2ca-b512-413b-8142-e179221e8c3b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0719228 Jun 16 14:44:56.976574 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:44:57.019124 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4ecb26dc-4a6e-4455-a980-041fc41920ee req-d857a6da-46df-434f-9854-9b7f5d345b07 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381787 Jun 16 14:44:58.211585 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56756e-58f7-47a6-9d5e-40bc2369c8ee req-f1a19b09-5251-4ed3-b761-514ed74e5643 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:44:58.212998 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-be56756e-58f7-47a6-9d5e-40bc2369c8ee req-f1a19b09-5251-4ed3-b761-514ed74e5643 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0619633 Jun 16 14:44:58.248184 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-be56756e-58f7-47a6-9d5e-40bc2369c8ee req-0a206dc0-71c1-48ad-ad76-fbde0b6bd438 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296757 Jun 16 14:45:00.003742 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-a8d5232b-f952-4bc5-8a75-9d38d0295daa tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:00.005316 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-a8d5232b-f952-4bc5-8a75-9d38d0295daa tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.0971649 Jun 16 14:45:00.020084 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-3bc50705-5323-406b-8718-f77237961962 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/quotas/e8e3c129949e40af92ce01650dfdaa1b HTTP/1.1" status: 200 len: 375 time: 0.0095568 Jun 16 14:45:00.091048 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-02ad0aa7-30a6-4881-87ac-3d5479c099cb tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657458 Jun 16 14:45:00.177045 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-dcc28929-4a23-4f6e-ad49-2400937af793 service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788207 Jun 16 14:45:00.266438 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-298cbddd-b7ff-4545-a6f7-19a2d75ea350 service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Jun 16 14:45:00.433817 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ea75c665-9337-4412-97b5-36a9224ac391 req-a3db6cd1-de4d-45aa-b419-34e9667afff6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Jun 16 14:45:01.028622 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:45:01.579831 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-f6f8bc42-f1ca-43d5-a3fa-81c75cb4a34e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:01.581310 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-f6f8bc42-f1ca-43d5-a3fa-81c75cb4a34e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.1185985 Jun 16 14:45:01.583281 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-0904093d-f3c0-4196-91b3-fbe553176819 req-5f0c32e7-cebf-4611-b9d7-08b98070b3de tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 210 time: 0.0306690 Jun 16 14:45:01.607028 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Request body: {'port': {'device_id': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'admin_state_up': True, 'tenant_id': 'e8e3c129949e40af92ce01650dfdaa1b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:45:01.715255 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Made reservation on behalf of e8e3c129949e40af92ce01650dfdaa1b for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:45:01.719212 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:01.844873 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Allocated IP 172.20.0.14 (7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd/e110d8bb-1672-4679-956c-dbcd2c1cd0ec/bc50b90c-a05d-4858-8a6c-a30cf1295576) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:45:01.992973 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.031360 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.035550 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-150f1a38-7cf0-4dc3-a65d-d749e496daf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:02.043784 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead', 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:02.074385 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:45:02.077761 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:45:02.083791 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:45:02.111429 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event updated for resources: {'Port': ['ID=bc50b90c-a05d-4858-8a6c-a30cf1295576,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:02.117040 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:02.136614 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:02.137222 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.151817 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b3ae15a2-9ec8-4d42-8aa1-f93461cd1c96 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5527623 Jun 16 14:45:02.164675 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Request body: {'port': {'device_id': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:45:02.239833 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.489230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc50b90c-a05d-4858-8a6c-a30cf1295576 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:45:02.496794 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.508610 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Transition to ACTIVE for port object bc50b90c-a05d-4858-8a6c-a30cf1295576 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:45:02.512550 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.515733 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2b4dc0cc-3a37-4b33-8659-1ff3ffa50ffd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:02.592575 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Pushing event updated for resources: {'Port': ['ID=bc50b90c-a05d-4858-8a6c-a30cf1295576,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:02.596544 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:02.662689 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Attempting to bind port bc50b90c-a05d-4858-8a6c-a30cf1295576 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:45:02.663028 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Attempting to bind port bc50b90c-a05d-4858-8a6c-a30cf1295576 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:45:02.663351 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Attempting to bind port bc50b90c-a05d-4858-8a6c-a30cf1295576 on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:45:02.667719 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Port bc50b90c-a05d-4858-8a6c-a30cf1295576 on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:45:02.668116 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Attempting to bind port bc50b90c-a05d-4858-8a6c-a30cf1295576 on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:45:02.673100 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:45:02.673436 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Checking segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:45:02.673896 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Bound using segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:45:02.674432 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Bound port: bc50b90c-a05d-4858-8a6c-a30cf1295576, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:45:02.674778 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.742176 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] For port bc50b90c-a05d-4858-8a6c-a30cf1295576, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:45:02.745304 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] For port bc50b90c-a05d-4858-8a6c-a30cf1295576, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:45:02.750750 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.753572 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-055763b4-4877-4aa2-b4c7-89bc296ed845 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:02.754828 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2076536-4d30-4742-8491-6ee95e6b5652 req-2327004c-1d93-418a-b5b9-a47c1311ca51 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:02.756287 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c2076536-4d30-4742-8491-6ee95e6b5652 req-2327004c-1d93-418a-b5b9-a47c1311ca51 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 944 time: 0.0631211 Jun 16 14:45:02.785224 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:02.785837 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:02.787233 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] 10.222.0.79 "PUT /v2.0/ports/bc50b90c-a05d-4858-8a6c-a30cf1295576 HTTP/1.1" status: 200 len: 1094 time: 0.6279328 Jun 16 14:45:02.787732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'tag': 'bc50b90c-a05d-4858-8a6c-a30cf1295576'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:02.789987 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd01dee-765d-4250-8478-93b1253ab33c" -d '{"events": [{"name": "network-changed", "server_uuid": "11ff8d17-2617-4a2b-a985-177a9b8cb902", "tag": "bc50b90c-a05d-4858-8a6c-a30cf1295576"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:02.797761 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c2076536-4d30-4742-8491-6ee95e6b5652 req-1d9adb72-4352-41e5-9325-0241f49a21db tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Jun 16 14:45:02.815181 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Pushing event updated for resources: {'Port': ['ID=bc50b90c-a05d-4858-8a6c-a30cf1295576,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:02.818520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:02.831615 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a50b188-1a86-4147-92a2-49291ef328fe x-openstack-request-id: req-8a50b188-1a86-4147-92a2-49291ef328fe {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:02.831997 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ff8d17-2617-4a2b-a985-177a9b8cb902", "tag": "bc50b90c-a05d-4858-8a6c-a30cf1295576", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:02.832289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a50b188-1a86-4147-92a2-49291ef328fe {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:02.832722 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'tag': 'bc50b90c-a05d-4858-8a6c-a30cf1295576', 'status': 'completed', 'code': 200} Jun 16 14:45:02.895972 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2b6c67d7-8000-41f5-aff1-020d87d52513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:02.897425 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-2b6c67d7-8000-41f5-aff1-020d87d52513 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 1097 time: 0.0521736 Jun 16 14:45:02.937252 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-0d4682f5-849d-4980-89a9-859ba217504e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576 HTTP/1.1" status: 200 len: 217 time: 0.0318036 Jun 16 14:45:02.989838 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-5e1cbba5-9ac6-4615-8d56-95ac1307fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:02.991298 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-5e1cbba5-9ac6-4615-8d56-95ac1307fef8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0460391 Jun 16 14:45:03.026673 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-9068f17b-5386-4672-b2ac-b6515412c3e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273759 Jun 16 14:45:03.116704 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-b14ea478-fdda-4f22-a88e-8192860c1923 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833063 Jun 16 14:45:03.448072 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4887d53b-eaa4-48a4-9b61-d5f3f1c05a20 req-498d9575-7b61-4ecd-8061-d98281fe9762 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238149 Jun 16 14:45:03.561135 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd01dee-765d-4250-8478-93b1253ab33c req-2aa81069-4e32-4466-8fd8-fa78f907ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:03.562988 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-2aa81069-4e32-4466-8fd8-fa78f907ae19 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 1097 time: 0.0536358 Jun 16 14:45:03.658973 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd01dee-765d-4250-8478-93b1253ab33c req-982d6858-c20f-4cfb-9419-e9244e775ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:03.660413 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-982d6858-c20f-4cfb-9419-e9244e775ca7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 916 time: 0.0863931 Jun 16 14:45:03.701845 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-d6f0f25a-a1b5-4ecf-ab28-2ea4b1f2f6e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576 HTTP/1.1" status: 200 len: 217 time: 0.0329566 Jun 16 14:45:03.751841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd01dee-765d-4250-8478-93b1253ab33c req-025fdac1-6f2f-47b4-b625-15d60e8785a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:03.753208 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-025fdac1-6f2f-47b4-b625-15d60e8785a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0452499 Jun 16 14:45:03.787154 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-72f5612f-7833-411b-9786-b258651e4625 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258758 Jun 16 14:45:03.879313 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-6606a02c-381c-4911-a6db-0c4249713461 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826330 Jun 16 14:45:03.969780 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cbd01dee-765d-4250-8478-93b1253ab33c req-79f20a62-d5f1-4079-9ec1-85a52ffb18cf service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836101 Jun 16 14:45:04.005397 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe539-6a29-43db-b944-fe48195b479d req-46f074e9-7cc4-4904-b041-5bc13b9d55b0 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:04.006908 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1abfe539-6a29-43db-b944-fe48195b479d req-46f074e9-7cc4-4904-b041-5bc13b9d55b0 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 944 time: 0.0669603 Jun 16 14:45:04.045108 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1abfe539-6a29-43db-b944-fe48195b479d req-e66f7582-817b-41a0-9dd6-b54aeb73e6c9 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Jun 16 14:45:05.215018 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22783689-8d5e-4c3d-96e1-04d2e553df95 req-7d5c53b1-0249-41bc-9c03-6f2be6032813 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:05.216472 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-22783689-8d5e-4c3d-96e1-04d2e553df95 req-7d5c53b1-0249-41bc-9c03-6f2be6032813 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 944 time: 0.0623660 Jun 16 14:45:05.253246 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-22783689-8d5e-4c3d-96e1-04d2e553df95 req-2d15cfce-c92d-4f7d-970a-85f5c9fcdaab tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Jun 16 14:45:05.344415 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device bc50b90c-a05d-4858-8a6c-a30cf1295576 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:45:05.435090 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port bc50b90c-a05d-4858-8a6c-a30cf1295576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:05.445584 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': 'bc50b90c-a05d-4858-8a6c-a30cf1295576', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'port_id': 'bc50b90c-a05d-4858-8a6c-a30cf1295576', 'mac_address': 'fa:16:3e:e0:70:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110d8bb-1672-4679-956c-dbcd2c1cd0ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:45:05.481503 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:05.497356 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc50b90c-a05d-4858-8a6c-a30cf1295576 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:45:05.517131 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port bc50b90c-a05d-4858-8a6c-a30cf1295576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:05.522176 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:05.523933 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:05.568181 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=bc50b90c-a05d-4858-8a6c-a30cf1295576,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:05.571089 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:05.792516 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['bc50b90c-a05d-4858-8a6c-a30cf1295576'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:06.347083 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae179ee-0a57-4bfd-93ae-1f7c93a2bc6e req-b5a43c47-5156-47a7-b5d1-e0ba867f6c34 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:06.348435 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2ae179ee-0a57-4bfd-93ae-1f7c93a2bc6e req-b5a43c47-5156-47a7-b5d1-e0ba867f6c34 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0634937 Jun 16 14:45:06.390860 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2ae179ee-0a57-4bfd-93ae-1f7c93a2bc6e req-ac6b6d82-edff-47cc-9070-a2c42f00cfb6 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367780 Jun 16 14:45:06.429091 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2287274-673d-42e7-acba-bea5d08500ec req-a1a2acf7-aea3-4f5f-b5cd-8c5ccd3a9f5e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:06.430575 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d2287274-673d-42e7-acba-bea5d08500ec req-a1a2acf7-aea3-4f5f-b5cd-8c5ccd3a9f5e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Jun 16 14:45:06.468409 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-d2287274-673d-42e7-acba-bea5d08500ec req-05626d73-d793-429a-8264-e8431c307864 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Jun 16 14:45:07.372348 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device bc50b90c-a05d-4858-8a6c-a30cf1295576 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:45:07.423151 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port bc50b90c-a05d-4858-8a6c-a30cf1295576 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:45:07.427028 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port bc50b90c-a05d-4858-8a6c-a30cf1295576 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:45:07.427402 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:07.506268 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:07.530185 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc50b90c-a05d-4858-8a6c-a30cf1295576'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:07.533516 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd63e732-a8b4-4577-878e-f5be6aa3ae09" -d '{"events": [{"server_uuid": "11ff8d17-2617-4a2b-a985-177a9b8cb902", "name": "network-vif-plugged", "status": "completed", "tag": "bc50b90c-a05d-4858-8a6c-a30cf1295576"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:07.547148 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port bc50b90c-a05d-4858-8a6c-a30cf1295576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:07.551618 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:07.553605 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:07.573112 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4255-c52b-4a90-94d1-73314e6b02f0 req-be75db46-0e18-49f3-82ce-96b6edf7b379 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:07.574628 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1afc4255-c52b-4a90-94d1-73314e6b02f0 req-be75db46-0e18-49f3-82ce-96b6edf7b379 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0714407 Jun 16 14:45:07.602601 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=bc50b90c-a05d-4858-8a6c-a30cf1295576,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:07.605695 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:07.616587 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1afc4255-c52b-4a90-94d1-73314e6b02f0 req-05d35a8e-cea6-4ebe-a864-dd30f0c80414 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Jun 16 14:45:07.662087 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5731adf-095b-437c-967d-8a5abb3211e2 x-openstack-request-id: req-d5731adf-095b-437c-967d-8a5abb3211e2 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:07.662416 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ff8d17-2617-4a2b-a985-177a9b8cb902", "name": "network-vif-plugged", "status": "completed", "tag": "bc50b90c-a05d-4858-8a6c-a30cf1295576", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:07.662675 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d5731adf-095b-437c-967d-8a5abb3211e2 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:07.663068 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc50b90c-a05d-4858-8a6c-a30cf1295576', 'code': 200} Jun 16 14:45:07.665288 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa4f7a-e4bd-4673-be05-5cd7eaef261c req-0911faab-a7fc-4e31-9aef-591916a50e58 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:07.666829 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b6aa4f7a-e4bd-4673-be05-5cd7eaef261c req-0911faab-a7fc-4e31-9aef-591916a50e58 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0742593 Jun 16 14:45:07.711199 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b6aa4f7a-e4bd-4673-be05-5cd7eaef261c req-591b75b6-bd4d-4ad5-b142-984fc1182889 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Jun 16 14:45:07.900440 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0ee3e-4573-450d-a487-6283eb7ec37c req-3da28b79-397b-4f0c-8b5a-e0174a2c4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:07.901801 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fbe0ee3e-4573-450d-a487-6283eb7ec37c req-3da28b79-397b-4f0c-8b5a-e0174a2c4b39 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 1099 time: 0.0510826 Jun 16 14:45:07.936947 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-fbe0ee3e-4573-450d-a487-6283eb7ec37c req-e865c77f-56a8-423a-b9c4-018360ba17c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273862 Jun 16 14:45:08.791453 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc4f7-8831-48de-829c-b1517cadbb1a req-93159c77-a70d-4d87-8e3e-6271da20b0f5 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:08.793795 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-049cc4f7-8831-48de-829c-b1517cadbb1a req-93159c77-a70d-4d87-8e3e-6271da20b0f5 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0678895 Jun 16 14:45:08.834711 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-049cc4f7-8831-48de-829c-b1517cadbb1a req-ebd9fffa-5c6a-434d-9daf-87f2c8b9b5bc tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345657 Jun 16 14:45:08.895042 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3fc90-d3e7-4c3d-b39f-c4cc9e7a0d99 req-bc0809de-f952-4429-8669-d7c3b0e367ab tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:08.896669 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-74f3fc90-d3e7-4c3d-b39f-c4cc9e7a0d99 req-bc0809de-f952-4429-8669-d7c3b0e367ab tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0671854 Jun 16 14:45:08.934683 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-74f3fc90-d3e7-4c3d-b39f-c4cc9e7a0d99 req-54507331-c9e3-49b7-a3ef-ba576f24c142 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Jun 16 14:45:09.971906 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-30effe3e-d859-4480-952e-1e9670887305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:10.017124 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b510f-93c6-482c-bbb1-681caf9451bc req-ab86f814-0df7-4423-b41f-f150e23e12fa tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:10.018643 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a67b510f-93c6-482c-bbb1-681caf9451bc req-ab86f814-0df7-4423-b41f-f150e23e12fa tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0684032 Jun 16 14:45:10.056933 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a67b510f-93c6-482c-bbb1-681caf9451bc req-cd03357d-43df-4511-8f63-0f4fa924c40b tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Jun 16 14:45:10.111801 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4343d-9807-4ad4-96bb-847ff111cbef req-f36d643f-9059-4333-b8c2-eab375bf716a tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:10.113262 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-14e4343d-9807-4ad4-96bb-847ff111cbef req-f36d643f-9059-4333-b8c2-eab375bf716a tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0634534 Jun 16 14:45:10.152508 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-14e4343d-9807-4ad4-96bb-847ff111cbef req-c014aa76-3a15-45ca-a46e-70765e3cccc4 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Jun 16 14:45:11.224350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d76f5e-ce09-4a75-bf5f-dae56910f56f req-fc0ca001-c1ca-484e-b455-d53435d33323 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:11.225922 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06d76f5e-ce09-4a75-bf5f-dae56910f56f req-fc0ca001-c1ca-484e-b455-d53435d33323 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0620058 Jun 16 14:45:11.267874 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-06d76f5e-ce09-4a75-bf5f-dae56910f56f req-1f59c775-cbf0-4322-aaf5-0b026eb73398 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364828 Jun 16 14:45:12.442953 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea73a-3e05-4fa8-b33f-56a8a8ecb91e req-73d8cb1d-534c-4ca1-89e7-7d6ce2bcec0f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:12.444427 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-993ea73a-3e05-4fa8-b33f-56a8a8ecb91e req-73d8cb1d-534c-4ca1-89e7-7d6ce2bcec0f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0630956 Jun 16 14:45:12.480887 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-993ea73a-3e05-4fa8-b33f-56a8a8ecb91e req-2ab6fa59-8ab4-434d-89d6-8692a107fd64 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Jun 16 14:45:12.755471 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:12.792521 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-aacc047f-e5c9-4130-a88a-33fcc67b92a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:13.653041 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb95049-5332-45ea-b3ef-7c723ecbb828 req-f49b69a7-0f9f-482e-ac38-7772b0aed7c0 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:13.654505 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9bb95049-5332-45ea-b3ef-7c723ecbb828 req-f49b69a7-0f9f-482e-ac38-7772b0aed7c0 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0620966 Jun 16 14:45:13.691041 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9bb95049-5332-45ea-b3ef-7c723ecbb828 req-8e17aff1-8080-40ab-8274-3262b56a3127 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309091 Jun 16 14:45:13.907470 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:14.867132 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be92048-39df-416d-9105-f7639fa2dffd req-759596b7-00ff-483a-ba71-a581a0db4021 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:14.869497 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7be92048-39df-416d-9105-f7639fa2dffd req-759596b7-00ff-483a-ba71-a581a0db4021 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0658045 Jun 16 14:45:14.909143 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7be92048-39df-416d-9105-f7639fa2dffd req-007cf5fc-0b38-4d64-95fb-3da4fbfeba72 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Jun 16 14:45:15.694003 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-3e1c21a1-97bf-44ee-90d7-f02a92f9817a tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:15.695354 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-3e1c21a1-97bf-44ee-90d7-f02a92f9817a tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.0982049 Jun 16 14:45:15.709525 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-b0b430fc-3c41-4e41-bae2-49701f3cec8c tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/quotas/e8e3c129949e40af92ce01650dfdaa1b HTTP/1.1" status: 200 len: 375 time: 0.0088756 Jun 16 14:45:15.784665 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-bd33448c-29a2-4c60-93ae-039f907c9bd9 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703516 Jun 16 14:45:15.873018 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-3a555e46-39dd-4dae-974c-67f319fe48cd service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Jun 16 14:45:15.964512 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-258c3494-8fce-4a20-a2b6-a0e60c453470 service neutron] 10.222.0.96 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Jun 16 14:45:16.079917 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:16.111393 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a925-fa04-4477-a0ea-005c02593fb5 req-e257a418-ad7d-4e5e-8bc9-8bf8d486f3a2 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:16.112893 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b0c4a925-fa04-4477-a0ea-005c02593fb5 req-e257a418-ad7d-4e5e-8bc9-8bf8d486f3a2 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0910389 Jun 16 14:45:16.148321 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-aa43f422-abfb-4296-954b-a046c353c634 req-4ca81129-caed-4398-b6ef-e453858709c2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 210 time: 0.0346043 Jun 16 14:45:16.155463 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b0c4a925-fa04-4477-a0ea-005c02593fb5 req-16509a9d-2a49-49e4-8710-a16b32cc9fe6 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354350 Jun 16 14:45:17.294275 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4d7fc741-b8f5-4df2-9cab-95918a500b5c req-0b2263ba-ba60-4ff6-a928-7a9a6273ce93 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 210 time: 0.0336328 Jun 16 14:45:17.395204 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-c5ae4c5f-1ce7-40df-ba6f-1257c36ae947 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:17.396629 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-c5ae4c5f-1ce7-40df-ba6f-1257c36ae947 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 814 time: 0.1466405 Jun 16 14:45:17.411516 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55332b-c417-4250-bf13-0b7f14ad98d8 req-3bcf02e7-6b22-4cb4-9630-d4fc5f0c73a4 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:17.412914 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb55332b-c417-4250-bf13-0b7f14ad98d8 req-3bcf02e7-6b22-4cb4-9630-d4fc5f0c73a4 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.1242342 Jun 16 14:45:17.417425 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Request body: {'port': {'device_id': '102b43f8-57bf-4201-a91b-a7192bc09931', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'admin_state_up': True, 'tenant_id': 'e8e3c129949e40af92ce01650dfdaa1b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:45:17.511293 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-bb55332b-c417-4250-bf13-0b7f14ad98d8 req-f664ab20-73f3-462d-8d22-578b9f4d6967 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887253 Jun 16 14:45:17.554766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Made reservation on behalf of e8e3c129949e40af92ce01650dfdaa1b for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:45:17.558369 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:17.676940 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Allocated IP 172.20.0.6 (7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd/e110d8bb-1672-4679-956c-dbcd2c1cd0ec/40fc75af-a317-4af4-9f54-df5454cc90e2) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:45:17.818514 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:17.856588 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776374150157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4109506'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:17.861259 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d5abc5b2-abd8-4520-a65d-a9991d844c91 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:17.871826 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead', 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'bc50b90c-a05d-4858-8a6c-a30cf1295576'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:17.906685 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:45:17.910711 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:45:17.912532 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event updated for resources: {'Port': ['ID=40fc75af-a317-4af4-9f54-df5454cc90e2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:17.914625 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:45:17.920748 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:17.964557 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:17.965171 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:17.979413 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-682d2799-0a5a-42c7-aab9-6b9f997ce9e6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654020 Jun 16 14:45:17.994890 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Request body: {'port': {'device_id': '102b43f8-57bf-4201-a91b-a7192bc09931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:45:18.068322 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:18.332980 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fc75af-a317-4af4-9f54-df5454cc90e2 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:45:18.340521 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:18.352039 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Transition to ACTIVE for port object 40fc75af-a317-4af4-9f54-df5454cc90e2 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:45:18.356808 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:18.360276 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-38dc4238-3e2c-4b87-b7b9-7136699db559 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:18.441091 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=40fc75af-a317-4af4-9f54-df5454cc90e2,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:18.463402 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:18.543302 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Attempting to bind port 40fc75af-a317-4af4-9f54-df5454cc90e2 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:45:18.543729 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Attempting to bind port 40fc75af-a317-4af4-9f54-df5454cc90e2 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:45:18.543945 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Attempting to bind port 40fc75af-a317-4af4-9f54-df5454cc90e2 on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:45:18.555346 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708255f-5492-448a-a401-5771daafdf65 req-db95f92a-5ace-4d66-be29-60651cccf27d tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:18.557678 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e708255f-5492-448a-a401-5771daafdf65 req-db95f92a-5ace-4d66-be29-60651cccf27d tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 943 time: 0.1384451 Jun 16 14:45:18.558650 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Port 40fc75af-a317-4af4-9f54-df5454cc90e2 on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:45:18.558962 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Attempting to bind port 40fc75af-a317-4af4-9f54-df5454cc90e2 on network 7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:45:18.564583 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Checking agent: {'id': '6ea8226b-b170-4a40-9e07-46f825ad81f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'started_at': datetime.datetime(2021, 6, 16, 14, 36, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:45:18.564911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Checking segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:45:18.565284 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Bound using segment: {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:45:18.565710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Bound port: 40fc75af-a317-4af4-9f54-df5454cc90e2, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5e5567-d898-43ae-88c6-57a92b5666d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:45:18.566052 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:18.632298 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e708255f-5492-448a-a401-5771daafdf65 req-9cc7f80f-096c-476b-b547-101f64f34707 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640922 Jun 16 14:45:18.657416 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] For port 40fc75af-a317-4af4-9f54-df5454cc90e2, host hv-cinder-78093, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:45:18.660591 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] For port 40fc75af-a317-4af4-9f54-df5454cc90e2, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=40fc75af-a317-4af4-9f54-df5454cc90e2,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:45:18.664161 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109524'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:18.666939 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2467fbfc-9efb-42e4-a352-0c123e4305dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:18.690594 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddb847-3615-4a55-b6e1-1ed46def3506 req-5627b44d-544e-4c44-832a-e9290cceba12 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:18.692065 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6dddb847-3615-4a55-b6e1-1ed46def3506 req-5627b44d-544e-4c44-832a-e9290cceba12 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0644383 Jun 16 14:45:18.696587 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:18.697191 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:18.698533 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] 10.222.0.79 "PUT /v2.0/ports/40fc75af-a317-4af4-9f54-df5454cc90e2 HTTP/1.1" status: 200 len: 1093 time: 0.7078018 Jun 16 14:45:18.699035 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102b43f8-57bf-4201-a91b-a7192bc09931', 'tag': '40fc75af-a317-4af4-9f54-df5454cc90e2'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:18.701281 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4630754c-7850-4762-8b15-927fa0e3bc66" -d '{"events": [{"name": "network-changed", "server_uuid": "102b43f8-57bf-4201-a91b-a7192bc09931", "tag": "40fc75af-a317-4af4-9f54-df5454cc90e2"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:18.730350 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=40fc75af-a317-4af4-9f54-df5454cc90e2,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:18.738616 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-6dddb847-3615-4a55-b6e1-1ed46def3506 req-bdb12194-6fec-4a9e-8b20-08bda61ece77 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Jun 16 14:45:18.741925 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:18.762285 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc978f-f62e-47d0-b75e-676cfcdd2dd7 x-openstack-request-id: req-9fcc978f-f62e-47d0-b75e-676cfcdd2dd7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:18.762285 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102b43f8-57bf-4201-a91b-a7192bc09931", "tag": "40fc75af-a317-4af4-9f54-df5454cc90e2", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:18.762285 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9fcc978f-f62e-47d0-b75e-676cfcdd2dd7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:18.762285 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102b43f8-57bf-4201-a91b-a7192bc09931', 'tag': '40fc75af-a317-4af4-9f54-df5454cc90e2', 'status': 'completed', 'code': 200} Jun 16 14:45:18.805175 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-19f8f7e4-51e0-4aa4-bf32-048951b10d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:18.806664 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-19f8f7e4-51e0-4aa4-bf32-048951b10d77 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 1096 time: 0.0560648 Jun 16 14:45:18.857658 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-a82a3eb0-48cb-4b6f-a6f9-d82437428f45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40fc75af-a317-4af4-9f54-df5454cc90e2 HTTP/1.1" status: 200 len: 217 time: 0.0329416 Jun 16 14:45:18.912894 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a124-d23b-4825-ad7c-050108c75820 req-5e7aabd1-7a38-4d9e-8b9b-f92512a6a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:18.914226 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-5e7aabd1-7a38-4d9e-8b9b-f92512a6a027 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0449331 Jun 16 14:45:18.955845 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-8f7bcefd-8184-4744-95fb-d743f572d27d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254669 Jun 16 14:45:19.044841 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-3ed29e4d-2168-430b-b003-f45469755b5d service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807068 Jun 16 14:45:19.137002 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2111a124-d23b-4825-ad7c-050108c75820 req-f2ba621d-a6ee-46c5-bae8-417a8426379f service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787418 Jun 16 14:45:19.253741 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-02a24c78-58f5-43fe-a405-0cbcff566a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:19.255257 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-02a24c78-58f5-43fe-a405-0cbcff566a29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 1096 time: 0.0532587 Jun 16 14:45:19.353258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-1ed84739-e5ec-4d90-8f0d-7b9e2b28cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:19.354734 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-1ed84739-e5ec-4d90-8f0d-7b9e2b28cdfd service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 200 len: 916 time: 0.0883172 Jun 16 14:45:19.398485 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-4d94cefc-cb58-400d-8f33-82a3d49aa2ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40fc75af-a317-4af4-9f54-df5454cc90e2 HTTP/1.1" status: 200 len: 217 time: 0.0328116 Jun 16 14:45:19.450660 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-72864c8c-5b4f-4be9-8944-4ac40bc0be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:19.452121 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-72864c8c-5b4f-4be9-8944-4ac40bc0be57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 200 len: 854 time: 0.0460007 Jun 16 14:45:19.487594 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-4c6e69fd-ffaf-44c8-a5db-d3726c56d48c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265372 Jun 16 14:45:19.579677 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-7f5d848f-753d-462e-89e2-1d451b54b75d service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840023 Jun 16 14:45:19.669429 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-4630754c-7850-4762-8b15-927fa0e3bc66 req-5debef6a-8794-498e-82af-3c726079b891 service neutron] 10.222.0.79 "GET /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805900 Jun 16 14:45:19.806970 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc7ef9-6b2d-4737-9273-f33aa14abe00 req-8287dc35-396f-4bec-a2a0-ef9ddd511e59 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:19.808401 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6bfc7ef9-6b2d-4737-9273-f33aa14abe00 req-8287dc35-396f-4bec-a2a0-ef9ddd511e59 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 943 time: 0.0627737 Jun 16 14:45:19.850083 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6bfc7ef9-6b2d-4737-9273-f33aa14abe00 req-293bb5c6-bb72-41d0-9f42-f2cc1d20f884 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Jun 16 14:45:19.916335 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36def80-55c8-4f38-b300-206458e1f0f7 req-11954647-b927-4b41-a537-83acad548c65 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:19.917765 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f36def80-55c8-4f38-b300-206458e1f0f7 req-11954647-b927-4b41-a537-83acad548c65 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0626411 Jun 16 14:45:19.960041 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f36def80-55c8-4f38-b300-206458e1f0f7 req-1c7ec974-84d6-456b-af4a-56f36bdb83f4 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356681 Jun 16 14:45:21.025657 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a348c37-fe78-4e7d-87f2-fc2347996b0a req-09666ede-800f-439b-ac28-fbe1b4d59524 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:21.027126 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9a348c37-fe78-4e7d-87f2-fc2347996b0a req-09666ede-800f-439b-ac28-fbe1b4d59524 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 943 time: 0.0664647 Jun 16 14:45:21.065356 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9a348c37-fe78-4e7d-87f2-fc2347996b0a req-3735a8e3-0220-46f4-b455-2ec727699c55 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Jun 16 14:45:21.134288 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1750c7-19bf-4171-a80c-8a0133a501f1 req-408b84ae-653d-42c3-98ca-8a1e2b91a29a tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:21.135619 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9c1750c7-19bf-4171-a80c-8a0133a501f1 req-408b84ae-653d-42c3-98ca-8a1e2b91a29a tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0624573 Jun 16 14:45:21.171940 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9c1750c7-19bf-4171-a80c-8a0133a501f1 req-d11b0c59-34e0-47d6-b85f-90f7c628f623 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300715 Jun 16 14:45:21.406625 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 40fc75af-a317-4af4-9f54-df5454cc90e2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:45:21.503536 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 40fc75af-a317-4af4-9f54-df5454cc90e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=40fc75af-a317-4af4-9f54-df5454cc90e2,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:21.515237 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '40fc75af-a317-4af4-9f54-df5454cc90e2', 'network_id': '7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd', 'port_id': '40fc75af-a317-4af4-9f54-df5454cc90e2', 'mac_address': 'fa:16:3e:90:a1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e110d8bb-1672-4679-956c-dbcd2c1cd0ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:45:21.552732 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:21.564162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-3b73087e-de8f-47d4-a6e5-9b89dc74d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:21.564922 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fc75af-a317-4af4-9f54-df5454cc90e2 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:45:21.565815 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-3b73087e-de8f-47d4-a6e5-9b89dc74d1c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1099 time: 0.0556817 Jun 16 14:45:21.583295 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 40fc75af-a317-4af4-9f54-df5454cc90e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=40fc75af-a317-4af4-9f54-df5454cc90e2,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:21.587737 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:21.589488 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:21.634464 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=40fc75af-a317-4af4-9f54-df5454cc90e2,revision_number=4']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:21.637951 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:21.669478 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-cda5e54d-8958-4484-ba19-4633dd734003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:21.671552 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-cda5e54d-8958-4484-ba19-4633dd734003 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 910 time: 0.0937400 Jun 16 14:45:21.749269 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-b9b9f287-daa4-4d09-93a6-cf526944a3f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 1001 time: 0.0618253 Jun 16 14:45:21.801166 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-cd1b9b7a-2499-48ca-a876-77069ba8804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:21.802556 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-cd1b9b7a-2499-48ca-a876-77069ba8804c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.0466392 Jun 16 14:45:21.861601 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-9250399e-edcd-4749-8c55-5583b0dcfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:21.863350 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-9250399e-edcd-4749-8c55-5583b0dcfc0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513697 Jun 16 14:45:21.959540 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-6d80f777-f096-4873-b461-057cb74cbb6e service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807219 Jun 16 14:45:21.964145 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['40fc75af-a317-4af4-9f54-df5454cc90e2'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:22.064958 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-3e41889e-ec18-4ea4-8cea-000b9eb141a3 req-2b3f6527-e7a2-43d3-be2c-ee9a533a4fcf service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938451 Jun 16 14:45:22.242561 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e04e-c71e-46cb-a6f3-29132e9f9ff5 req-df4b357d-770f-452c-a4d0-4851af304ad1 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:22.244028 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d8c6e04e-c71e-46cb-a6f3-29132e9f9ff5 req-df4b357d-770f-452c-a4d0-4851af304ad1 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 944 time: 0.0622752 Jun 16 14:45:22.281684 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d8c6e04e-c71e-46cb-a6f3-29132e9f9ff5 req-7ef8c441-bce3-4d90-bf84-c3a00069ce0c tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jun 16 14:45:22.343737 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d9e5-8a3d-42fb-b142-a719dfed015e req-6a12f3bf-0ac7-476e-92f9-f82b529ac18b tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:22.345255 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-86b7d9e5-8a3d-42fb-b142-a719dfed015e req-6a12f3bf-0ac7-476e-92f9-f82b529ac18b tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0628128 Jun 16 14:45:22.382037 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-86b7d9e5-8a3d-42fb-b142-a719dfed015e req-38a8a308-0d82-4d1f-9dc8-850aa51c894d tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Jun 16 14:45:23.423018 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 40fc75af-a317-4af4-9f54-df5454cc90e2 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:45:23.461420 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14fc0b-70b6-4351-bd46-eabd523caea2 req-0fe6929e-a6c2-4fd4-8683-da9c86bb2e8b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:23.463096 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ca14fc0b-70b6-4351-bd46-eabd523caea2 req-0fe6929e-a6c2-4fd4-8683-da9c86bb2e8b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 944 time: 0.0647821 Jun 16 14:45:23.476182 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning for port 40fc75af-a317-4af4-9f54-df5454cc90e2 completed by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:45:23.480303 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 40fc75af-a317-4af4-9f54-df5454cc90e2 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:45:23.480692 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:23.503422 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ca14fc0b-70b6-4351-bd46-eabd523caea2 req-aa51c03c-323a-449b-8032-677625a90aa7 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Jun 16 14:45:23.566830 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6b90-6a13-4da2-a1fb-01749e607894 req-14254610-6716-4d6e-a79d-cb18c3e2e1b7 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:23.568203 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ee9e6b90-6a13-4da2-a1fb-01749e607894 req-14254610-6716-4d6e-a79d-cb18c3e2e1b7 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0694780 Jun 16 14:45:23.572072 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:23.595989 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b43f8-57bf-4201-a91b-a7192bc09931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fc75af-a317-4af4-9f54-df5454cc90e2'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:23.598223 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8b116-4f6b-4863-af49-3fe4c19c83f6" -d '{"events": [{"server_uuid": "102b43f8-57bf-4201-a91b-a7192bc09931", "name": "network-vif-plugged", "status": "completed", "tag": "40fc75af-a317-4af4-9f54-df5454cc90e2"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:23.606766 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ee9e6b90-6a13-4da2-a1fb-01749e607894 req-33dc1209-c2c4-4212-a671-a3bb2885254e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Jun 16 14:45:23.611498 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 40fc75af-a317-4af4-9f54-df5454cc90e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=40fc75af-a317-4af4-9f54-df5454cc90e2,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:23.616891 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:23.621356 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:23.650943 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ba966d-8c54-4c0a-af43-6ea746a320f8 x-openstack-request-id: req-26ba966d-8c54-4c0a-af43-6ea746a320f8 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:23.651260 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b43f8-57bf-4201-a91b-a7192bc09931", "name": "network-vif-plugged", "status": "completed", "tag": "40fc75af-a317-4af4-9f54-df5454cc90e2", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:23.651485 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-26ba966d-8c54-4c0a-af43-6ea746a320f8 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:23.651892 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b43f8-57bf-4201-a91b-a7192bc09931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fc75af-a317-4af4-9f54-df5454cc90e2', 'code': 200} Jun 16 14:45:23.679182 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=40fc75af-a317-4af4-9f54-df5454cc90e2,revision_number=5']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:23.682307 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:23.866940 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fc70f-df75-4ac2-a4e0-cdaece559427 req-349a68e3-af15-4406-8fcd-e6d6b07575a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:23.868317 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e05fc70f-df75-4ac2-a4e0-cdaece559427 req-349a68e3-af15-4406-8fcd-e6d6b07575a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 1098 time: 0.0508528 Jun 16 14:45:23.911443 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-e05fc70f-df75-4ac2-a4e0-cdaece559427 req-7aa94565-64b6-4378-859b-b5af6efc0486 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Jun 16 14:45:24.681468 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045dc7-98ba-44f3-906d-692296be15c0 req-b26606a5-f4ad-42df-a864-f19f64902568 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:24.682945 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-22045dc7-98ba-44f3-906d-692296be15c0 req-b26606a5-f4ad-42df-a864-f19f64902568 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 945 time: 0.0669711 Jun 16 14:45:24.722300 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-22045dc7-98ba-44f3-906d-692296be15c0 req-51f30835-c4ea-4a0c-ac72-a575b7177286 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 Jun 16 14:45:24.788064 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e2ea6-9a89-4462-8058-86c6220a345d req-e97946b7-0af1-4976-9bde-fc8a7476d826 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:24.789419 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c0e2ea6-9a89-4462-8058-86c6220a345d req-e97946b7-0af1-4976-9bde-fc8a7476d826 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0646715 Jun 16 14:45:24.824895 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6c0e2ea6-9a89-4462-8058-86c6220a345d req-bb93a571-bbe9-4c4e-a16b-e43c7cbee6ad tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299354 Jun 16 14:45:25.114483 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-efdcb9c8-c398-4e9a-a4f6-671ce05d7171 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0572646 Jun 16 14:45:25.194891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cd252-db20-4669-8bc0-4e8a376eced4 req-780ff2c0-9f6d-457a-9e19-dca8f8034611 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:25.196508 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1f3cd252-db20-4669-8bc0-4e8a376eced4 req-780ff2c0-9f6d-457a-9e19-dca8f8034611 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0712819 Jun 16 14:45:25.238302 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-1f3cd252-db20-4669-8bc0-4e8a376eced4 req-63922c8a-d700-417b-8734-15884039a71c tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340252 Jun 16 14:45:25.902449 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1401c-8872-44ed-9635-8701f1df0f16 req-f295fca0-b27c-488b-a1f3-9de6111f4449 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:25.905592 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c8f1401c-8872-44ed-9635-8701f1df0f16 req-f295fca0-b27c-488b-a1f3-9de6111f4449 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 945 time: 0.0666523 Jun 16 14:45:25.944493 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c8f1401c-8872-44ed-9635-8701f1df0f16 req-9a2e8d83-3ed7-4aa6-8d71-641bf0be39c9 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Jun 16 14:45:26.412084 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e1243-b372-49be-983d-76b9d7c65324 req-48fb0b27-7aff-4bef-a235-ae48fa2e7db8 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:26.413439 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-863e1243-b372-49be-983d-76b9d7c65324 req-48fb0b27-7aff-4bef-a235-ae48fa2e7db8 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0618956 Jun 16 14:45:26.451183 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-863e1243-b372-49be-983d-76b9d7c65324 req-b1fe48db-870c-4b0a-9fa6-1cf26a371b41 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Jun 16 14:45:26.724924 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-22e6b0da-01e8-4c8b-8325-61417ca4adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:26.726398 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-22e6b0da-01e8-4c8b-8325-61417ca4adca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11&tenant_id=8904bae0ee6445249438d45d4f3a710f HTTP/1.1" status: 200 len: 1099 time: 0.0544345 Jun 16 14:45:26.808124 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-8ee78803-4856-49ba-b636-55c3557c9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:26.809567 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-8ee78803-4856-49ba-b636-55c3557c9cc1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1099 time: 0.0532601 Jun 16 14:45:26.909520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-bab24ab5-d2dc-4fbc-a1bb-b9e551efa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:26.910999 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-bab24ab5-d2dc-4fbc-a1bb-b9e551efa81f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 910 time: 0.0865436 Jun 16 14:45:26.975566 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:26.980771 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-97b23855-0a48-4f7a-aa5e-67c868ef4506 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 1001 time: 0.0567918 Jun 16 14:45:27.036558 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-09042945-f7c3-4d30-a4c3-1e35661e73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:27.037968 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-09042945-f7c3-4d30-a4c3-1e35661e73ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.0424280 Jun 16 14:45:27.102876 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-5a8f1b47-4140-4e02-90cb-f6d7e1aa43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:27.104291 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-5a8f1b47-4140-4e02-90cb-f6d7e1aa43fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529077 Jun 16 14:45:27.196023 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-c98d0dba-4c0e-4848-bf14-28d66cd974d2 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816426 Jun 16 14:45:27.463912 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:45:27.553010 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-c4a929f4-3c8b-4f09-a392-0c003133ccbb req-d172a727-8bf4-4903-93af-2c29518ff0c3 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438137 Jun 16 14:45:27.569623 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:27.595191 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:27.597507 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b66e1f-d319-44db-8284-4b056166820f" -d '{"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-unplugged", "status": "completed", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:27.610948 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:27.614857 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:27.616698 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:27.657145 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf0e24-2434-485d-b8f3-56cbac842f3f req-6151c7bc-8b20-4999-a137-410b20a8cec1 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:27.659013 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e3bf0e24-2434-485d-b8f3-56cbac842f3f req-6151c7bc-8b20-4999-a137-410b20a8cec1 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0756595 Jun 16 14:45:27.672207 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=6']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:27.675425 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:27.714712 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e3bf0e24-2434-485d-b8f3-56cbac842f3f req-96803045-4986-4371-8b04-86776b704df6 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Jun 16 14:45:27.714874 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b422539-5d49-4c22-bf33-4186a3bad6e4 x-openstack-request-id: req-6b422539-5d49-4c22-bf33-4186a3bad6e4 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:27.715179 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-unplugged", "status": "completed", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:27.715768 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b422539-5d49-4c22-bf33-4186a3bad6e4 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:27.716131 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'code': 200} Jun 16 14:45:28.887030 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f6e03-da10-4896-b748-66dc70d6524f req-e3dc56c6-0ce5-45ff-b100-18b9b4e818c5 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:28.888502 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5c6f6e03-da10-4896-b748-66dc70d6524f req-e3dc56c6-0ce5-45ff-b100-18b9b4e818c5 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.0624526 Jun 16 14:45:28.926031 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-5c6f6e03-da10-4896-b748-66dc70d6524f req-9d32091f-c153-4521-aa40-1cdf9966003e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Jun 16 14:45:29.482394 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791a9b-c5cd-403c-a420-5d27f1cd9ce3 req-3f8f6930-dcac-4583-bccc-e59adb425dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:29.484413 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-23791a9b-c5cd-403c-a420-5d27f1cd9ce3 req-3f8f6930-dcac-4583-bccc-e59adb425dbd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1097 time: 0.0501134 Jun 16 14:45:29.529993 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-23791a9b-c5cd-403c-a420-5d27f1cd9ce3 req-7a84cb03-63ec-48b9-802e-754f7ab5ace7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300291 Jun 16 14:45:30.095099 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822ed7-ef55-48a4-b95f-1e1247c99968 req-5de253f3-633c-423e-980b-a0c26ad02c90 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:30.096532 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-34822ed7-ef55-48a4-b95f-1e1247c99968 req-5de253f3-633c-423e-980b-a0c26ad02c90 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.0638814 Jun 16 14:45:30.133272 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-34822ed7-ef55-48a4-b95f-1e1247c99968 req-b5d5d6e5-644e-44cc-997e-8c2ecd884af3 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Jun 16 14:45:31.316297 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84579aef-00bc-42b6-80c9-6c2cb039d685 req-b0092d36-12f6-43b1-ab56-39ec27f09bbd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:31.317764 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-84579aef-00bc-42b6-80c9-6c2cb039d685 req-b0092d36-12f6-43b1-ab56-39ec27f09bbd tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 944 time: 0.0650334 Jun 16 14:45:31.356250 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-84579aef-00bc-42b6-80c9-6c2cb039d685 req-2532d51a-3065-4af4-bc82-a048b131e830 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Jun 16 14:45:31.468436 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:45:31.569511 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:31.580397 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '8d467809-51eb-4c55-9096-a4829926b860', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'port_id': '8d467809-51eb-4c55-9096-a4829926b860', 'mac_address': 'fa:16:3e:eb:5f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:45:31.620712 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:31.638913 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d467809-51eb-4c55-9096-a4829926b860 {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:45:31.664837 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:31.670911 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:31.673707 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:31.736011 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=7']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:31.739067 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:32.166114 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['8d467809-51eb-4c55-9096-a4829926b860'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:33.870918 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9e511-58ae-4d43-aa73-ee65934b12f3 req-e38c5354-eafa-41a2-ad09-e1f60f355d7e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:33.872353 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8ae9e511-58ae-4d43-aa73-ee65934b12f3 req-e38c5354-eafa-41a2-ad09-e1f60f355d7e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 945 time: 0.0636532 Jun 16 14:45:33.911485 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8ae9e511-58ae-4d43-aa73-ee65934b12f3 req-54954b1b-b69f-42d0-a87e-c622ca04ab81 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Jun 16 14:45:35.082217 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e1c88-1243-44ea-8cf4-94df3c907d67 req-d2ae9f26-1137-42d8-bc18-1ed79978a63d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:35.083683 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-172e1c88-1243-44ea-8cf4-94df3c907d67 req-d2ae9f26-1137-42d8-bc18-1ed79978a63d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0625689 Jun 16 14:45:35.092135 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609a9f8-33e7-4855-904a-c53190b230af req-21cf8c9d-9ac6-48b7-9d9c-5ee589d3bcf3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:35.093924 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b609a9f8-33e7-4855-904a-c53190b230af req-21cf8c9d-9ac6-48b7-9d9c-5ee589d3bcf3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 945 time: 0.0668120 Jun 16 14:45:35.121359 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-172e1c88-1243-44ea-8cf4-94df3c907d67 req-dcd17c4e-5206-472d-91cf-7fc36e2f3b59 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Jun 16 14:45:35.132332 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-b609a9f8-33e7-4855-904a-c53190b230af req-96d8e6a4-c5b5-429e-a904-dcc6d8a3f5be tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Jun 16 14:45:35.477630 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:45:35.527118 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 8d467809-51eb-4c55-9096-a4829926b860 triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:45:35.527517 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:35.599421 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:35.620650 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:35.622922 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac79d63-7f77-495b-959a-10ac2b7b7df0" -d '{"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-plugged", "status": "completed", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:35.635447 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:35.641065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:35.643210 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:35.664882 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addedf5b-465c-4f3e-948a-bd064aefd905 x-openstack-request-id: req-addedf5b-465c-4f3e-948a-bd064aefd905 {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:35.665179 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-plugged", "status": "completed", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:35.665438 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-addedf5b-465c-4f3e-948a-bd064aefd905 {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:35.665847 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'code': 200} Jun 16 14:45:35.690530 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=8']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:35.697232 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.697582 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.697924 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.698283 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.698616 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.698945 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.699276 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.699597 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.699921 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.700240 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.700560 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.700878 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:35.704666 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:36.300846 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685df08-e57a-4b15-be13-790f84a539dd req-13712242-2f6a-4b83-9e11-72d108914939 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:36.302349 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2685df08-e57a-4b15-be13-790f84a539dd req-13712242-2f6a-4b83-9e11-72d108914939 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0624945 Jun 16 14:45:36.309068 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb8732-d4af-4e87-8fdd-b30d269015e6 req-06ad9ff5-6d45-4d76-8a50-2052953d2549 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:36.310573 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cdcb8732-d4af-4e87-8fdd-b30d269015e6 req-06ad9ff5-6d45-4d76-8a50-2052953d2549 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 945 time: 0.0614877 Jun 16 14:45:36.339463 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2685df08-e57a-4b15-be13-790f84a539dd req-24bb062b-747f-44ff-aed8-b717137a9df5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Jun 16 14:45:36.350413 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cdcb8732-d4af-4e87-8fdd-b30d269015e6 req-5d437add-6137-4318-991e-cdb3f75ca036 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Jun 16 14:45:36.430862 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-98fce91f-8079-4372-b474-046221d5ba37 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:36.432202 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-98fce91f-8079-4372-b474-046221d5ba37 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 945 time: 0.0610490 Jun 16 14:45:36.529306 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Deleting port 40fc75af-a317-4af4-9f54-df5454cc90e2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:45:36.530167 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:36.618072 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] For port 40fc75af-a317-4af4-9f54-df5454cc90e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=40fc75af-a317-4af4-9f54-df5454cc90e2,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:36.618464 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:36.682791 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Calling delete_port for 40fc75af-a317-4af4-9f54-df5454cc90e2 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:45:36.802187 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:36.806063 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-10e60849-29f0-4ef9-87f1-aa42823d96cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:36.822792 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead', 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'bc50b90c-a05d-4858-8a6c-a30cf1295576', '40fc75af-a317-4af4-9f54-df5454cc90e2'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:36.829578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event deleted for resources: {'Port': ['ID=40fc75af-a317-4af4-9f54-df5454cc90e2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:36.841491 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.841888 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.842395 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.843001 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.843612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.844229 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.844619 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.844977 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.845338 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.846747 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.846747 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.846920 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:36.852769 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:36.908032 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] No DVR routers for this DVR port 40fc75af-a317-4af4-9f54-df5454cc90e2 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:45:36.910592 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:36.912560 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0ef11890-c0ba-4915-9d4c-d7dbd786753c req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "DELETE /v2.0/ports/40fc75af-a317-4af4-9f54-df5454cc90e2 HTTP/1.1" status: 204 len: 173 time: 0.4735537 Jun 16 14:45:36.913072 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b43f8-57bf-4201-a91b-a7192bc09931', 'name': 'network-vif-deleted', 'tag': '40fc75af-a317-4af4-9f54-df5454cc90e2'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:36.915390 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42a01b8-df1b-4ec0-a4fa-cf527c1dfd47" -d '{"events": [{"server_uuid": "102b43f8-57bf-4201-a91b-a7192bc09931", "name": "network-vif-deleted", "tag": "40fc75af-a317-4af4-9f54-df5454cc90e2"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:36.954770 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743cef3e-e7a6-4951-8abb-fa4e8905cb74 x-openstack-request-id: req-743cef3e-e7a6-4951-8abb-fa4e8905cb74 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:36.955154 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b43f8-57bf-4201-a91b-a7192bc09931", "name": "network-vif-deleted", "tag": "40fc75af-a317-4af4-9f54-df5454cc90e2", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:36.955530 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-743cef3e-e7a6-4951-8abb-fa4e8905cb74 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:36.955796 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b43f8-57bf-4201-a91b-a7192bc09931', 'name': 'network-vif-deleted', 'tag': '40fc75af-a317-4af4-9f54-df5454cc90e2', 'status': 'completed', 'code': 200} Jun 16 14:45:37.510393 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-bbd4ef0a-f802-4a3d-aaee-452ab2cbd83b req-59022626-21c8-4056-91bd-26a68bc79078 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=102b43f8-57bf-4201-a91b-a7192bc09931 HTTP/1.1" status: 200 len: 210 time: 0.0336800 Jun 16 14:45:37.517585 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1674c5-66b5-4246-92f2-fa39646c36ec req-4d8cc398-972a-4a18-9dc9-7f3948ef34e5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:37.519120 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9e1674c5-66b5-4246-92f2-fa39646c36ec req-4d8cc398-972a-4a18-9dc9-7f3948ef34e5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0639930 Jun 16 14:45:37.558727 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9e1674c5-66b5-4246-92f2-fa39646c36ec req-5980d1aa-664f-44e3-bb24-3b5a55d77e59 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339618 Jun 16 14:45:38.026586 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:45:38.755069 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513df1-8f64-4dbe-bd91-e4f4a64c5df0 req-6bb09d3a-91cc-4e17-a7e0-8fad9f9e40ae tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:38.756744 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9f513df1-8f64-4dbe-bd91-e4f4a64c5df0 req-6bb09d3a-91cc-4e17-a7e0-8fad9f9e40ae tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0705910 Jun 16 14:45:38.795863 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9f513df1-8f64-4dbe-bd91-e4f4a64c5df0 req-9103520b-d44f-4007-8b47-bb6348d46702 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Jun 16 14:45:39.521197 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 40fc75af-a317-4af4-9f54-df5454cc90e2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:45:39.540542 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 40fc75af-a317-4af4-9f54-df5454cc90e2 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:45:39.540894 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 40fc75af-a317-4af4-9f54-df5454cc90e2 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:45:39.973997 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f7b007d5-b807-498f-99a9-cc11f15c1599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:39.988906 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dcbed-8831-4677-9a6d-74b5e21a0d8b req-b99334ab-daf8-4901-a9fd-4b2444f5879f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:39.990396 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2e0dcbed-8831-4677-9a6d-74b5e21a0d8b req-b99334ab-daf8-4901-a9fd-4b2444f5879f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0801325 Jun 16 14:45:40.027830 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2e0dcbed-8831-4677-9a6d-74b5e21a0d8b req-2e8e0eb7-fb24-47e9-b0f3-3af77b4077f3 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Jun 16 14:45:40.085748 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854255db-a641-4baf-a54d-d9ed4d5295ce req-ff9db3b1-c2fc-41bf-bbff-0dc3e63af37b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:40.087221 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-854255db-a641-4baf-a54d-d9ed4d5295ce req-ff9db3b1-c2fc-41bf-bbff-0dc3e63af37b tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0643904 Jun 16 14:45:40.124745 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-854255db-a641-4baf-a54d-d9ed4d5295ce req-e0e282c5-29ed-490e-8ac5-e3f592a46fb1 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Jun 16 14:45:41.206570 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e19a96-905b-4676-9c10-db9b0ac24892 req-ba71834b-d221-46ee-8987-507e4fc72d56 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:41.207964 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-90e19a96-905b-4676-9c10-db9b0ac24892 req-ba71834b-d221-46ee-8987-507e4fc72d56 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0635538 Jun 16 14:45:41.245195 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-90e19a96-905b-4676-9c10-db9b0ac24892 req-9e301a8f-d551-480b-9b1a-c925bb343375 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316277 Jun 16 14:45:41.295951 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff868ab0-1700-4880-8e6c-0b7f0f4099b4 req-fea1c65a-cb2a-44bb-80bc-94a8158d2323 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:41.297395 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ff868ab0-1700-4880-8e6c-0b7f0f4099b4 req-fea1c65a-cb2a-44bb-80bc-94a8158d2323 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0638344 Jun 16 14:45:41.334371 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ff868ab0-1700-4880-8e6c-0b7f0f4099b4 req-6fd5cdb8-075c-42d9-ba66-97cd942a0c75 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Jun 16 14:45:42.426005 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ce3ff-c50c-4741-925e-e2515bd5bbc3 req-fe0c1cde-2071-4c62-8f8e-cd2f5ca8e541 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:42.427473 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f15ce3ff-c50c-4741-925e-e2515bd5bbc3 req-fe0c1cde-2071-4c62-8f8e-cd2f5ca8e541 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0658886 Jun 16 14:45:42.464862 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f15ce3ff-c50c-4741-925e-e2515bd5bbc3 req-d0a5195a-72f2-4fb5-baa5-31916eaa17c0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Jun 16 14:45:42.512449 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43305baa-79b7-4453-bdc7-d678b78e6193 req-4e700872-94a9-4183-b1d7-2489c0891181 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:42.514624 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-43305baa-79b7-4453-bdc7-d678b78e6193 req-4e700872-94a9-4183-b1d7-2489c0891181 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0682201 Jun 16 14:45:42.551027 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-43305baa-79b7-4453-bdc7-d678b78e6193 req-03db6669-c304-4f84-b4e6-04aa96f13d37 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Jun 16 14:45:42.619497 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-2f66135b-143a-4ac5-9cc5-0876518d21d5 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:42.620890 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-2f66135b-143a-4ac5-9cc5-0876518d21d5 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 946 time: 0.0605619 Jun 16 14:45:42.721475 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Deleting port bc50b90c-a05d-4858-8a6c-a30cf1295576 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:45:42.721813 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:42.761385 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:42.791039 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c608bb4e-a22b-4f85-8363-f27834a007b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:42.813941 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] For port bc50b90c-a05d-4858-8a6c-a30cf1295576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc50b90c-a05d-4858-8a6c-a30cf1295576,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:42.814241 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:42.878744 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Calling delete_port for bc50b90c-a05d-4858-8a6c-a30cf1295576 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:45:43.007728 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:43.012020 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2806c97f-6565-4766-8542-34e09adf42d2 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:43.020316 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead', 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'bc50b90c-a05d-4858-8a6c-a30cf1295576'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:43.036676 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event deleted for resources: {'Port': ['ID=bc50b90c-a05d-4858-8a6c-a30cf1295576,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:43.039643 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:43.081476 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] No DVR routers for this DVR port bc50b90c-a05d-4858-8a6c-a30cf1295576 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:45:43.084094 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:43.086088 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1c0f6bb5-2492-41ec-927d-fb70ab0b1f5e req-bd52aff7-ee85-4a57-b425-eee09473835e tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "DELETE /v2.0/ports/bc50b90c-a05d-4858-8a6c-a30cf1295576 HTTP/1.1" status: 204 len: 173 time: 0.4568493 Jun 16 14:45:43.086628 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'name': 'network-vif-deleted', 'tag': 'bc50b90c-a05d-4858-8a6c-a30cf1295576'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:43.088913 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754a37d3-4c0b-405b-a72b-e5a20f83e60e" -d '{"events": [{"server_uuid": "11ff8d17-2617-4a2b-a985-177a9b8cb902", "name": "network-vif-deleted", "tag": "bc50b90c-a05d-4858-8a6c-a30cf1295576"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:43.126355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e1dbb-edcc-4260-a12e-b10adbdc2bc1 x-openstack-request-id: req-627e1dbb-edcc-4260-a12e-b10adbdc2bc1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:43.126687 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ff8d17-2617-4a2b-a985-177a9b8cb902", "name": "network-vif-deleted", "tag": "bc50b90c-a05d-4858-8a6c-a30cf1295576", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:43.126975 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-627e1dbb-edcc-4260-a12e-b10adbdc2bc1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:43.127403 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ff8d17-2617-4a2b-a985-177a9b8cb902', 'name': 'network-vif-deleted', 'tag': 'bc50b90c-a05d-4858-8a6c-a30cf1295576', 'status': 'completed', 'code': 200} Jun 16 14:45:43.647949 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98c49b-56fa-4ee4-9d69-06f398dba893 req-719bede5-f7c1-4277-a962-52bd887880c3 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:43.649395 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dc98c49b-56fa-4ee4-9d69-06f398dba893 req-719bede5-f7c1-4277-a962-52bd887880c3 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0661952 Jun 16 14:45:43.689662 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dc98c49b-56fa-4ee4-9d69-06f398dba893 req-f727a97c-bb3e-4d75-89e1-64668fa2b5f2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Jun 16 14:45:43.720788 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-b5627f86-2dfb-4e54-9a60-e2a02bfe1873 req-0c1d1e77-772c-4f1c-b32b-dd357d59ff36 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=11ff8d17-2617-4a2b-a985-177a9b8cb902 HTTP/1.1" status: 200 len: 210 time: 0.0380905 Jun 16 14:45:43.909640 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:44.871090 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c0bdd-d6ec-435b-a1c9-7792a62efbd0 req-f920fbe8-1cd6-45bd-a2e5-d55d4d30e5a0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:44.872524 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-410c0bdd-d6ec-435b-a1c9-7792a62efbd0 req-f920fbe8-1cd6-45bd-a2e5-d55d4d30e5a0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0612285 Jun 16 14:45:44.910762 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-410c0bdd-d6ec-435b-a1c9-7792a62efbd0 req-083a0523-1269-447e-851e-bd79cdc035db tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Jun 16 14:45:45.179467 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717de03c-f02e-40c8-ab9d-5fec42a71aed req-f1a102e8-6cd2-43f4-afac-300e823a4926 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:45.180878 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-717de03c-f02e-40c8-ab9d-5fec42a71aed req-f1a102e8-6cd2-43f4-afac-300e823a4926 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0646937 Jun 16 14:45:45.217331 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-717de03c-f02e-40c8-ab9d-5fec42a71aed req-47d7c5e9-cfab-443a-8b7e-bc87ebf55769 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301006 Jun 16 14:45:45.553160 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device bc50b90c-a05d-4858-8a6c-a30cf1295576 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:45:45.572949 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: bc50b90c-a05d-4858-8a6c-a30cf1295576 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:45:45.573330 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device bc50b90c-a05d-4858-8a6c-a30cf1295576 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:45:46.080406 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:46.087865 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0a026-c375-49f7-b6f6-0ee01ab702e5 req-ee1fd288-7e41-4f92-b7ed-c8d8bc7535bb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:46.089328 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-36a0a026-c375-49f7-b6f6-0ee01ab702e5 req-ee1fd288-7e41-4f92-b7ed-c8d8bc7535bb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0622134 Jun 16 14:45:46.129048 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-36a0a026-c375-49f7-b6f6-0ee01ab702e5 req-97b00812-62d7-452b-a1bb-769245be49d8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318613 Jun 16 14:45:46.385951 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574653a5-eb2c-4fbc-9d9e-10ac52205706 req-c6e2b699-5797-4278-a0c9-15fcc066c611 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:46.387401 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-574653a5-eb2c-4fbc-9d9e-10ac52205706 req-c6e2b699-5797-4278-a0c9-15fcc066c611 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0620537 Jun 16 14:45:46.423829 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-574653a5-eb2c-4fbc-9d9e-10ac52205706 req-cf0fc7d3-afe4-4ba9-ac52-edb71a053254 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303621 Jun 16 14:45:47.121566 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-1550ff2a-0c1a-4e1b-bbad-27edfc5c60a8 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:47.123190 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-1550ff2a-0c1a-4e1b-bbad-27edfc5c60a8 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0613511 Jun 16 14:45:47.225007 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Deleting port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:45:47.225347 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:47.355210 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] For port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:47.355564 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:47.376951 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb5eaf-3cdd-41f7-8f7a-8a74d6eb3080 req-a4209e17-0fae-416c-975f-3bcf26120875 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:47.378516 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-03cb5eaf-3cdd-41f7-8f7a-8a74d6eb3080 req-a4209e17-0fae-416c-975f-3bcf26120875 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.1341774 Jun 16 14:45:47.433140 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Calling delete_port for c221ed2f-f21d-4fe7-94a6-9f665b3e85ec owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:45:47.510190 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-03cb5eaf-3cdd-41f7-8f7a-8a74d6eb3080 req-203ae2df-e6cf-4267-8081-303c91d667c5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048660 Jun 16 14:45:47.595262 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:47.599162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2ba2dd6f-d878-4dc8-9594-5a2835caf6b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:47.604191 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a0452-bf66-440e-b73c-824a86bfe5ef req-c601ef96-056d-46ba-8a8f-bcf96f969c31 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:47.605642 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fc0a0452-bf66-440e-b73c-824a86bfe5ef req-c601ef96-056d-46ba-8a8f-bcf96f969c31 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=c235740f-ff62-4a11-9638-8255f43a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0686538 Jun 16 14:45:47.608409 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:47.630174 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event deleted for resources: {'Port': ['ID=c221ed2f-f21d-4fe7-94a6-9f665b3e85ec,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:47.633645 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:47.677539 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] No DVR routers for this DVR port c221ed2f-f21d-4fe7-94a6-9f665b3e85ec on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:45:47.680258 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:47.682437 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-9a7495a9-ed44-4fe9-a068-43abe27ee4f9 req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "DELETE /v2.0/ports/c221ed2f-f21d-4fe7-94a6-9f665b3e85ec HTTP/1.1" status: 204 len: 173 time: 0.5538731 Jun 16 14:45:47.683329 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'name': 'network-vif-deleted', 'tag': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:47.685313 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb36f7b9-d970-4427-a174-dd636650e3f5" -d '{"events": [{"server_uuid": "c235740f-ff62-4a11-9638-8255f43a7a29", "name": "network-vif-deleted", "tag": "c221ed2f-f21d-4fe7-94a6-9f665b3e85ec"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:47.729580 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d246e45f-0810-476f-a151-94c3af0fb981 x-openstack-request-id: req-d246e45f-0810-476f-a151-94c3af0fb981 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:47.729922 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c235740f-ff62-4a11-9638-8255f43a7a29", "name": "network-vif-deleted", "tag": "c221ed2f-f21d-4fe7-94a6-9f665b3e85ec", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:47.730270 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d246e45f-0810-476f-a151-94c3af0fb981 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:47.730724 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c235740f-ff62-4a11-9638-8255f43a7a29', 'name': 'network-vif-deleted', 'tag': 'c221ed2f-f21d-4fe7-94a6-9f665b3e85ec', 'status': 'completed', 'code': 200} Jun 16 14:45:47.919805 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-fc0a0452-bf66-440e-b73c-824a86bfe5ef req-5420cbcf-53d7-42d7-9da9-564b145c8d53 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078651 Jun 16 14:45:48.686496 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad958be9-c6b9-4599-a9bf-01d4e0a3a792 req-60631bb1-d148-4442-8077-a742f2be0f3b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:48.688559 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ad958be9-c6b9-4599-a9bf-01d4e0a3a792 req-60631bb1-d148-4442-8077-a742f2be0f3b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0625732 Jun 16 14:45:48.724607 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ad958be9-c6b9-4599-a9bf-01d4e0a3a792 req-d03dc050-b473-47d1-aae4-df6a72f11c14 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Jun 16 14:45:49.569025 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c221ed2f-f21d-4fe7-94a6-9f665b3e85ec no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:45:49.588347 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: c221ed2f-f21d-4fe7-94a6-9f665b3e85ec {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:45:49.588692 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device c221ed2f-f21d-4fe7-94a6-9f665b3e85ec not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:45:49.902287 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695719-1840-4e36-af59-bf75f16384e0 req-41d27fc4-3e45-469c-83c6-70c67c09982d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:49.903644 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-67695719-1840-4e36-af59-bf75f16384e0 req-41d27fc4-3e45-469c-83c6-70c67c09982d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0658863 Jun 16 14:45:49.940664 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-67695719-1840-4e36-af59-bf75f16384e0 req-74207e83-718f-44fd-8371-bb7d67c83afe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Jun 16 14:45:50.481631 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c7491-be86-4c3a-9b1a-4c053e6d7d55 req-90c2666b-9264-46e6-b893-6c3aeb59d050 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:50.483128 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-866c7491-be86-4c3a-9b1a-4c053e6d7d55 req-90c2666b-9264-46e6-b893-6c3aeb59d050 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 945 time: 0.0619957 Jun 16 14:45:50.521369 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-866c7491-be86-4c3a-9b1a-4c053e6d7d55 req-26d362ac-5ce5-47e9-b86f-592b91f4c2f8 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jun 16 14:45:51.127710 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeac6e-f25f-448b-9d55-299b6bccf6b5 req-fed0be33-25eb-41aa-a20d-e41f710c3d5f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:51.129164 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f0aeac6e-f25f-448b-9d55-299b6bccf6b5 req-fed0be33-25eb-41aa-a20d-e41f710c3d5f tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0618649 Jun 16 14:45:51.165330 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f0aeac6e-f25f-448b-9d55-299b6bccf6b5 req-c0dd250b-ffe9-4b8e-9e62-07fe2356e0ac tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Jun 16 14:45:51.693181 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62053-55ab-409a-b0cc-0737851a50db req-2d628229-0f5a-4077-903d-45e6d35ad1aa tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:51.694635 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-64f62053-55ab-409a-b0cc-0737851a50db req-2d628229-0f5a-4077-903d-45e6d35ad1aa tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 945 time: 0.0628264 Jun 16 14:45:51.731468 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-64f62053-55ab-409a-b0cc-0737851a50db req-8a25866c-d20b-4c86-a77b-6d7e898acf00 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Jun 16 14:45:52.342004 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c3ce2-81c7-4bce-8b17-1f736f904a52 req-19b81c27-48df-492b-a25a-db4a1496074a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:52.344156 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2d2c3ce2-81c7-4bce-8b17-1f736f904a52 req-19b81c27-48df-492b-a25a-db4a1496074a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0635581 Jun 16 14:45:52.383067 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-2d2c3ce2-81c7-4bce-8b17-1f736f904a52 req-ba348f37-a345-426e-ae4f-45c494e8710a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331001 Jun 16 14:45:52.904183 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7afc35-846b-4b2c-8f3d-979f26356d2e req-e0122de6-65f2-4181-b9ea-1c965abc12c5 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:52.905910 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5e7afc35-846b-4b2c-8f3d-979f26356d2e req-e0122de6-65f2-4181-b9ea-1c965abc12c5 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 945 time: 0.0656185 Jun 16 14:45:52.944317 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-5e7afc35-846b-4b2c-8f3d-979f26356d2e req-895a7f1b-29c7-4b93-9ee1-2bbf18053a2a tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/security-groups?id=8aefcb0e-2af0-4150-ad68-5ac52b30b88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jun 16 14:45:53.021075 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-8cbfd3dc-e65c-435b-9d49-c0cdcaecc07c tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:53.022425 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-8cbfd3dc-e65c-435b-9d49-c0cdcaecc07c tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 945 time: 0.0636394 Jun 16 14:45:53.130527 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Deleting port d6f2c904-376d-4ce9-a404-2d5dd701aead {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:45:53.130850 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:53.214896 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] For port d6f2c904-376d-4ce9-a404-2d5dd701aead, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d6f2c904-376d-4ce9-a404-2d5dd701aead,segment=NetworkSegment(1d5e5567-d898-43ae-88c6-57a92b5666d1),segment_id=1d5e5567-d898-43ae-88c6-57a92b5666d1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:53.215245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:53.278662 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Calling delete_port for d6f2c904-376d-4ce9-a404-2d5dd701aead owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:45:53.400536 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:53.404419 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f0b913c8-064a-480d-a07a-5adbfd34e0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:53.411685 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['d6f2c904-376d-4ce9-a404-2d5dd701aead'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:53.430660 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Pushing event deleted for resources: {'Port': ['ID=d6f2c904-376d-4ce9-a404-2d5dd701aead,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:53.433707 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:53.474951 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] No DVR routers for this DVR port d6f2c904-376d-4ce9-a404-2d5dd701aead on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:45:53.477571 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:53.479641 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-db190907-8e4b-4df3-8cb4-1f67e08e06cb req-1d2ff17a-a853-411b-832d-5b5ef53807b3 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.79 "DELETE /v2.0/ports/d6f2c904-376d-4ce9-a404-2d5dd701aead HTTP/1.1" status: 204 len: 173 time: 0.4495449 Jun 16 14:45:53.480150 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f94109-2392-45e7-8c91-05599fcbb683', 'name': 'network-vif-deleted', 'tag': 'd6f2c904-376d-4ce9-a404-2d5dd701aead'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:53.482741 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163eefe8-a2bf-43d3-9faf-fa1da2d3bac7" -d '{"events": [{"server_uuid": "15f94109-2392-45e7-8c91-05599fcbb683", "name": "network-vif-deleted", "tag": "d6f2c904-376d-4ce9-a404-2d5dd701aead"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:53.521234 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd92aaaa-e6db-436f-af60-541cd4801af7 x-openstack-request-id: req-dd92aaaa-e6db-436f-af60-541cd4801af7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:53.521560 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f94109-2392-45e7-8c91-05599fcbb683", "name": "network-vif-deleted", "tag": "d6f2c904-376d-4ce9-a404-2d5dd701aead", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:53.521841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd92aaaa-e6db-436f-af60-541cd4801af7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:53.522294 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f94109-2392-45e7-8c91-05599fcbb683', 'name': 'network-vif-deleted', 'tag': 'd6f2c904-376d-4ce9-a404-2d5dd701aead', 'status': 'completed', 'code': 200} Jun 16 14:45:53.577634 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bed9f-2b0c-4a3e-af81-c9cbf1acc5bd req-59059f50-616c-4933-be00-d86255d3348c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:53.579155 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-301bed9f-2b0c-4a3e-af81-c9cbf1acc5bd req-59059f50-616c-4933-be00-d86255d3348c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0729883 Jun 16 14:45:53.617735 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-301bed9f-2b0c-4a3e-af81-c9cbf1acc5bd req-452874ab-dc1a-4787-a877-f6a695cf9232 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327966 Jun 16 14:45:54.099312 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d57cd1db-9c30-4eae-b580-97907afc1aee req-5c825b90-2c3f-418a-bb87-5ff36e074329 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] 10.222.0.96 "GET /v2.0/ports?device_id=15f94109-2392-45e7-8c91-05599fcbb683 HTTP/1.1" status: 200 len: 210 time: 0.0308144 Jun 16 14:45:54.795026 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e91be-a143-403c-8f26-bd48ac06ea36 req-b8c94832-613a-430d-85e1-2969677d4eed tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:54.796525 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a47e91be-a143-403c-8f26-bd48ac06ea36 req-b8c94832-613a-430d-85e1-2969677d4eed tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0605423 Jun 16 14:45:54.832588 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a47e91be-a143-403c-8f26-bd48ac06ea36 req-81eeffa0-5345-4ec0-9759-667d33b2cbcf tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305972 Jun 16 14:45:55.189480 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57094) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:55.235075 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Deleting subnet e110d8bb-1672-4679-956c-dbcd2c1cd0ec {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:45:55.238005 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.271081 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.306453 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.356508 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.358840 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3a181515-6537-49c5-9e0d-2d6818f663a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:55.382431 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e110d8bb-1672-4679-956c-dbcd2c1cd0ec,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:55.387082 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.388923 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e110d8bb-1672-4679-956c-dbcd2c1cd0ec HTTP/1.1" status: 204 len: 168 time: 0.1983929 Jun 16 14:45:55.392466 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57096) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:55.395497 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.395879 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.396248 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.396609 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.396971 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.397324 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.397678 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.398029 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.398414 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.398775 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.399111 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.399466 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:45:55.402602 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-5922c3ab-0019-4569-ba62-6f602261d676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:55.461682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.542486 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.552356 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:45:55.562409 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5e5567-d898-43ae-88c6-57a92b5666d1') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:45:55.562692 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5e5567-d898-43ae-88c6-57a92b5666d1') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:45:55.570937 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.584956 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.590957 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:45:55.591345 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:45:55.593053 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:45:55.597245 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:45:55.616830 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device d6f2c904-376d-4ce9-a404-2d5dd701aead no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:45:55.638315 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: d6f2c904-376d-4ce9-a404-2d5dd701aead {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:45:55.638670 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device d6f2c904-376d-4ce9-a404-2d5dd701aead not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:45:55.648377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.652121 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:55.654915 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.657529 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] 10.222.0.96 "DELETE /v2.0/networks/7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd HTTP/1.1" status: 204 len: 168 time: 0.2640910 Jun 16 14:45:55.667708 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce23c4b-430c-49a6-8c6a-e5edd55b2ccd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:55.670367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-be06dd67-b8aa-4a01-94a8-010073382afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:55.764209 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57100) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:55.802780 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a220397f-80a8-47fb-83e6-9c9c6e6a3fed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8e3c129949e40af92ce01650dfdaa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373611 Jun 16 14:45:55.804981 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57102) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:55.855600 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.877013 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.926873 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.929754 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:55.931615 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8aefcb0e-2af0-4150-ad68-5ac52b30b88b HTTP/1.1" status: 204 len: 168 time: 0.1257637 Jun 16 14:45:55.932384 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3f7d93ca-8a35-4b10-8633-84d0ba9f2c8a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:55.941839 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aefcb0e-2af0-4150-ad68-5ac52b30b88b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:55.947270 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:56.025920 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a09ea-d6fc-4692-b26e-5305d29489d9 req-da0026f7-339a-4a62-a0fb-4bfec28ae739 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:56.027416 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c70a09ea-d6fc-4692-b26e-5305d29489d9 req-da0026f7-339a-4a62-a0fb-4bfec28ae739 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0764153 Jun 16 14:45:56.067723 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c70a09ea-d6fc-4692-b26e-5305d29489d9 req-6c5bf080-636e-44af-936f-c8612e9f8f7a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339868 Jun 16 14:45:56.963136 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:57.252582 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236af717-fa1e-43d2-b7b6-5647991c7480 req-f71e8112-b0f2-4a58-bbe7-dd2e5abe2d59 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:57.254742 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-236af717-fa1e-43d2-b7b6-5647991c7480 req-f71e8112-b0f2-4a58-bbe7-dd2e5abe2d59 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0650303 Jun 16 14:45:57.292467 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-236af717-fa1e-43d2-b7b6-5647991c7480 req-4024d4ad-f18b-40da-b4e9-7967ebd0099e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326929 Jun 16 14:45:57.606784 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:57.625752 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:45:57.734538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:57.747379 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-d8eaff4e-d797-43dc-8410-5870757d1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:57.747611 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:57.748849 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-d8eaff4e-d797-43dc-8410-5870757d1274 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1099 time: 0.0776219 Jun 16 14:45:57.761312 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'mac_address': 'fa:16:3e:18:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:45:57.820291 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:57.901766 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:57.911467 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:57.919628 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-34c5a9f7-d143-4a7b-82b3-11329236639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:57.948290 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-4469e0c1-1751-4d98-8203-34acf3deb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:57.949767 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-4469e0c1-1751-4d98-8203-34acf3deb557 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.1573095 Jun 16 14:45:57.963606 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 446ce1f9-e02e-49a4-9485-fd7e884bf93d {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:45:57.974639 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48b4786-0407-445c-9085-03ac70475906,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:57.987064 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:57.991594 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:57.993479 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:58.004993 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c556d112a92a4ce2a01a6a6e2ecf0047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970921 Jun 16 14:45:58.006316 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:58.009122 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57184) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:58.032865 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-5842344a-1997-4ed6-aa03-c7d0b2ba4fcb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 1001 time: 0.0681684 Jun 16 14:45:58.049225 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=6']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:58.052576 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:58.065223 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.087927 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.094400 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-8f925170-1c86-45bf-8af1-d25984a0f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:58.095834 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-8f925170-1c86-45bf-8af1-d25984a0f0d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0520060 Jun 16 14:45:58.114542 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['446ce1f9-e02e-49a4-9485-fd7e884bf93d'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:45:58.143028 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.147011 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.152151 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a48b4786-0407-445c-9085-03ac70475906 HTTP/1.1" status: 204 len: 168 time: 0.1411259 Jun 16 14:45:58.154049 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a35429ed-f5d1-46eb-9789-14ef406e88e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:58.164147 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48b4786-0407-445c-9085-03ac70475906,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:58.168393 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:58.183010 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-c8fc16cf-c0e9-4c23-8a72-735c5815f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:58.185189 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-c8fc16cf-c0e9-4c23-8a72-735c5815f677 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812204 Jun 16 14:45:58.340934 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-dee7ba5e-b896-4f77-95b8-30b1af9f29dc service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395061 Jun 16 14:45:58.497281 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6f63689f-0cfc-4193-9451-a861e4c37f2f req-47d5f2fc-c031-4bfe-af83-2fb6b75c6cfc service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366594 Jun 16 14:45:58.550291 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57198) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:58.554379 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09cea8-0903-453e-b8ba-7147663f459b req-a0d029b9-371b-4fea-81f3-d062e83967a1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:58.555952 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8e09cea8-0903-453e-b8ba-7147663f459b req-a0d029b9-371b-4fea-81f3-d062e83967a1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 945 time: 0.0894372 Jun 16 14:45:58.569328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db4ec7d3-99c9-4e01-8598-f12d7155c9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.602942 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-8e09cea8-0903-453e-b8ba-7147663f459b req-60477b75-ef66-4e01-b57e-ac92a51ae942 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Jun 16 14:45:58.670739 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db4ec7d3-99c9-4e01-8598-f12d7155c9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.675275 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db4ec7d3-99c9-4e01-8598-f12d7155c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.677924 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8045e2e1-143c-4fd4-b8e9-7e5ad9413924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:58.716608 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec7d3-99c9-4e01-8598-f12d7155c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e955425d-ff6e-498d-b678-c5121b5acd64,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:58.720847 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-db4ec7d3-99c9-4e01-8598-f12d7155c9d1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0b49aad3d01b4648ab711f222b9b5f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671007 Jun 16 14:45:58.721955 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-db4ec7d3-99c9-4e01-8598-f12d7155c9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:58.723910 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57200) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:45:58.783049 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.806498 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.872303 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.876756 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:58.877914 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e955425d-ff6e-498d-b678-c5121b5acd64 HTTP/1.1" status: 204 len: 168 time: 0.1525688 Jun 16 14:45:58.878719 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-12a47e72-54cf-491d-89f9-9f27cb052c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:58.889524 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e955425d-ff6e-498d-b678-c5121b5acd64,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:45:58.893351 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:45:59.667625 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:45:59.730447 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 446ce1f9-e02e-49a4-9485-fd7e884bf93d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:45:59.730943 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:59.822752 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02354109-092a-4f20-a4f4-0a15022e62e2 req-fc8cec5b-4984-4d96-a008-401380ad7149 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:45:59.832257 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02354109-092a-4f20-a4f4-0a15022e62e2 req-fc8cec5b-4984-4d96-a008-401380ad7149 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 945 time: 0.0845881 Jun 16 14:45:59.848720 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:59.886321 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-02354109-092a-4f20-a4f4-0a15022e62e2 req-d747963d-a4a3-47c4-8ac4-531e50703eef tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527596 Jun 16 14:45:59.902586 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:45:59.904952 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ea6ff2-09c6-403a-ad6c-411af7b7195a" -d '{"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-plugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:45:59.918990 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:45:59.925849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:45:59.928374 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-031c9b81-6ad6-4499-9805-e6cd632619b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:45:59.981750 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa24e68-ec1b-4afb-b8b4-0184f64d22fe x-openstack-request-id: req-4fa24e68-ec1b-4afb-b8b4-0184f64d22fe {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:45:59.982116 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-plugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:45:59.982474 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4fa24e68-ec1b-4afb-b8b4-0184f64d22fe {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:45:59.983203 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'code': 200} Jun 16 14:46:00.003827 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=7']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:00.014538 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:01.110458 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e4f49-3313-4110-beb0-d7d6105e0814 req-8947dbf3-810a-4fa4-93f9-fcd7ba6b8303 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:01.112770 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-769e4f49-3313-4110-beb0-d7d6105e0814 req-8947dbf3-810a-4fa4-93f9-fcd7ba6b8303 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0850544 Jun 16 14:46:01.162421 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-769e4f49-3313-4110-beb0-d7d6105e0814 req-06b31910-7475-49fe-8b87-3e61ce3b8007 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432296 Jun 16 14:46:02.410471 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa5b26-e326-4bc5-bf7b-c2eaf9e19bba req-34ca7a09-5f3d-4d70-913c-72f3ddc80378 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:02.418487 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dcaa5b26-e326-4bc5-bf7b-c2eaf9e19bba req-34ca7a09-5f3d-4d70-913c-72f3ddc80378 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.1055062 Jun 16 14:46:02.463954 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-dcaa5b26-e326-4bc5-bf7b-c2eaf9e19bba req-02818f76-c1b1-4d35-baf3-b9800d116c61 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Jun 16 14:46:03.669301 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab72b9-73bc-4cc4-9139-236b02c15bfc req-d0700d3c-0d5c-409b-bda4-95893902d7fe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:03.671641 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-15ab72b9-73bc-4cc4-9139-236b02c15bfc req-d0700d3c-0d5c-409b-bda4-95893902d7fe tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0759459 Jun 16 14:46:03.717956 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-15ab72b9-73bc-4cc4-9139-236b02c15bfc req-787ff32b-ea02-4ab6-9da7-92173cabec89 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Jun 16 14:46:04.549460 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57292) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:04.686475 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:04.825426 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:04.830476 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:04.833606 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-62f53a46-a2e4-4690-9706-20324922a75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:04.907171 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fa7ddc78dde849189359514baa0766c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565369 Jun 16 14:46:04.908924 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039d02b8-043c-4425-a94e-fca44feb38a5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:04.909883 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57298) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:04.915975 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:04.956779 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d4531-cace-452a-adb0-b7d3a82d40d1 req-a384ba54-d25c-445b-a5a7-41d2f48ea803 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:04.958367 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7d3d4531-cace-452a-adb0-b7d3a82d40d1 req-a384ba54-d25c-445b-a5a7-41d2f48ea803 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.1046598 Jun 16 14:46:05.018611 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.018903 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-7d3d4531-cace-452a-adb0-b7d3a82d40d1 req-41cbb887-4388-4185-a988-c7a7c8c4f418 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535331 Jun 16 14:46:05.042911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.096316 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.098899 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.110388 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/039d02b8-043c-4425-a94e-fca44feb38a5 HTTP/1.1" status: 204 len: 168 time: 0.1858592 Jun 16 14:46:05.112140 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1c7510d9-3eac-4e0e-bf9d-4fb073943f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:05.120422 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039d02b8-043c-4425-a94e-fca44feb38a5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:05.123624 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-6c71ab6e-60f0-444a-bb2a-4872ff23248e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:05.416865 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57304) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:05.434830 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.539307 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.544016 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.557954 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b5e04491-da10-42e9-8b83-c159ae9a9f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:05.585908 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb1be55574e641529b8e29d7ac3b08c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652713 Jun 16 14:46:05.586823 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:05.593862 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d26d0f-3bf2-4c77-abf6-bfde316ba69d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:05.597287 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:05.647151 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.670364 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.721615 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.725942 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:05.727805 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/10d26d0f-3bf2-4c77-abf6-bfde316ba69d HTTP/1.1" status: 204 len: 168 time: 0.1395378 Jun 16 14:46:05.729306 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8545f16e-aa58-4ce7-b64b-e19b6b23b7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:05.738145 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d26d0f-3bf2-4c77-abf6-bfde316ba69d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:05.740486 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:06.253930 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a28e-bbdd-4377-961a-55466130f83c req-a8ace74a-0411-4e3d-b02d-865bcd6d9df5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:06.255449 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6b29a28e-bbdd-4377-961a-55466130f83c req-a8ace74a-0411-4e3d-b02d-865bcd6d9df5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0856814 Jun 16 14:46:06.314622 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6b29a28e-bbdd-4377-961a-55466130f83c req-61ed6111-b1e7-4d5d-84ce-a02707dd902c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506282 Jun 16 14:46:07.520285 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010315c-1331-4506-a0ec-53b8016aa38a req-b2db219d-ebc8-48ae-a340-0e40e5fcf04b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:07.522189 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9010315c-1331-4506-a0ec-53b8016aa38a req-b2db219d-ebc8-48ae-a340-0e40e5fcf04b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0816686 Jun 16 14:46:07.564997 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-9010315c-1331-4506-a0ec-53b8016aa38a req-defc24e0-3628-4d2f-b663-f451f17f76f9 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359724 Jun 16 14:46:08.205509 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:08.326678 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.417648 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.427681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.445765 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2ef908b1-94ae-437e-87f5-2f5a5be60238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:08.488122 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=964c6a5152204b2bb1e704dc9d4bfaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813718 Jun 16 14:46:08.489911 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163bc22f-ddac-4780-ad55-5c20ce21e45e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:08.490918 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57398) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:08.492891 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:08.511671 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-f9597bb8-f4d4-427f-8c90-5010915f1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:08.513131 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-f9597bb8-f4d4-427f-8c90-5010915f1f06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1099 time: 0.0942194 Jun 16 14:46:08.541428 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.562269 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.609183 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-aaca4f33-7301-4e08-88e8-dccf99a0e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:08.610412 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-aaca4f33-7301-4e08-88e8-dccf99a0e5e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0894094 Jun 16 14:46:08.611146 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.613959 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.615109 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/163bc22f-ddac-4780-ad55-5c20ce21e45e HTTP/1.1" status: 204 len: 168 time: 0.1232178 Jun 16 14:46:08.616005 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e0015984-f456-4acf-8d58-abbeb2345a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:08.625134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163bc22f-ddac-4780-ad55-5c20ce21e45e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:08.627770 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6d52c5d7-dfc5-49ae-81e9-f55a84c4d4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:08.688495 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-e0e0f9c5-07bd-44cc-8458-9a62eedd2314 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 1001 time: 0.0682616 Jun 16 14:46:08.776727 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-72961da1-c95f-43b6-927c-267ac0a7008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:08.778153 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-72961da1-c95f-43b6-927c-267ac0a7008a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0802300 Jun 16 14:46:08.835641 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac03dfa-4af7-40ba-ba62-725bfb3f46ee req-d25d4195-fb5b-45e9-bfce-749ecc1860ad tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:08.837103 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8ac03dfa-4af7-40ba-ba62-725bfb3f46ee req-d25d4195-fb5b-45e9-bfce-749ecc1860ad tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.1050515 Jun 16 14:46:08.879685 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-245f0b75-05f8-4579-9b1a-f0b40f012780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:08.881150 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-245f0b75-05f8-4579-9b1a-f0b40f012780 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951376 Jun 16 14:46:08.889159 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-8ac03dfa-4af7-40ba-ba62-725bfb3f46ee req-81fa3592-44fd-42ca-96a1-ad46a99091b5 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 Jun 16 14:46:08.906318 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57406) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:08.920486 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:08.989654 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-a849eb90-a76d-42f3-b1fe-fe9f3285c5f3 service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979638 Jun 16 14:46:09.015685 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:09.019835 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:09.023023 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-ccd41199-393e-4822-a3c9-1a092433b6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:09.056697 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=363b3e5c411245e384d275f438baf971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493106 Jun 16 14:46:09.058702 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad472c-17b5-4c7f-ae83-4af4e4dce5b2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:09.059467 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:09.063046 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:09.110436 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d26ad264-563d-4541-9e59-d0e86aadb6ca req-cfdd7463-27f6-4ef2-aadb-6752e018eb8f service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114874 Jun 16 14:46:09.127377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:09.149409 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:09.194388 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:09.196894 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:09.198000 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/88ad472c-17b5-4c7f-ae83-4af4e4dce5b2 HTTP/1.1" status: 204 len: 168 time: 0.1376178 Jun 16 14:46:09.198808 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5893b41b-0189-40c3-986c-2fab38a6f226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:09.207425 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad472c-17b5-4c7f-ae83-4af4e4dce5b2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:09.209622 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:09.981067 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f376d6a1-9625-48b8-aea1-9744307680bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.071276 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7bca-3996-44fc-b994-24ea21323ecf req-449a99b6-ca4a-4532-9e74-b5e3afffc7c8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:10.073022 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-997d7bca-3996-44fc-b994-24ea21323ecf req-449a99b6-ca4a-4532-9e74-b5e3afffc7c8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.0637610 Jun 16 14:46:10.112002 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-997d7bca-3996-44fc-b994-24ea21323ecf req-df2e3fa1-f7dc-41fa-a9af-f3d33175fe28 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331216 Jun 16 14:46:10.205006 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57440) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:10.307236 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.396700 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.400623 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.403015 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-37e917d4-d7e4-4261-9f95-3be06c1c4d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:10.443108 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8dfdae41dae248c38ecdb5142993b906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370417 Jun 16 14:46:10.444013 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44033de-12f1-488d-bf65-85d67c5ea9bf,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:10.446402 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57444) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:10.446964 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:10.493473 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.514227 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.559244 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.562765 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:10.563783 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b44033de-12f1-488d-bf65-85d67c5ea9bf HTTP/1.1" status: 204 len: 168 time: 0.1169622 Jun 16 14:46:10.564538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b9459994-d23b-4105-bbca-ff104f037c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:10.571803 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44033de-12f1-488d-bf65-85d67c5ea9bf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:10.574158 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-58f408e7-897d-4262-a8dd-280dc29a30f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:11.554379 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c657c4b-0cec-4b26-aa71-d14d80aae4c5 req-fb3068c2-e3b7-477a-aa82-8c90b1014e20 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:11.555856 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2c657c4b-0cec-4b26-aa71-d14d80aae4c5 req-fb3068c2-e3b7-477a-aa82-8c90b1014e20 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 946 time: 0.3228056 Jun 16 14:46:11.593342 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-2c657c4b-0cec-4b26-aa71-d14d80aae4c5 req-0ef80f1e-0310-425a-8dbb-bdb5ed4212c0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Jun 16 14:46:11.713244 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:46:11.790091 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:11.815323 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:46:11.817865 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6b40b9-2480-4565-a455-9cf8045ba487" -d '{"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-unplugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:46:11.835697 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:46:11.841544 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:11.845229 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-a1d64da2-a3ad-45c3-969b-8b5c7a4ac2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:11.872459 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7db99b-16fd-47b7-86db-60a31b733ddb x-openstack-request-id: req-ea7db99b-16fd-47b7-86db-60a31b733ddb {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:46:11.872767 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-unplugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:46:11.873030 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea7db99b-16fd-47b7-86db-60a31b733ddb {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:46:11.873425 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'code': 200} Jun 16 14:46:11.902874 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=8']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:11.907714 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:12.754699 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:12.776842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6aa47-1311-46c3-ae9b-eea74573d16d req-b3415ed0-818e-43e3-8979-2f179abc2d83 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:12.778318 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-03e6aa47-1311-46c3-ae9b-eea74573d16d req-b3415ed0-818e-43e3-8979-2f179abc2d83 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0678735 Jun 16 14:46:12.792650 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2a70-1b69-4d71-83ab-8f5289e34e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:12.819153 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-03e6aa47-1311-46c3-ae9b-eea74573d16d req-66a800b7-aac0-4e7a-9016-9e29f3cee9cf tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348606 Jun 16 14:46:13.922649 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:13.953208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84bd46-9832-43d4-bfe3-1e411e8cc2d0 req-544fbf70-8298-47bf-bd00-10cbcf664f91 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:13.955529 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ca84bd46-9832-43d4-bfe3-1e411e8cc2d0 req-544fbf70-8298-47bf-bd00-10cbcf664f91 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0818176 Jun 16 14:46:13.996822 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-ca84bd46-9832-43d4-bfe3-1e411e8cc2d0 req-fef1496c-d9ea-41fc-be28-bf9561fdc13e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353320 Jun 16 14:46:14.211666 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:14.324799 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-4cea67fc-b7fb-46ae-b7b6-f71764f9a500 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115682 Jun 16 14:46:15.025077 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:46:15.174594 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ebf0c-eb5d-4b34-b4da-50d338dd7241 req-354926da-e09c-4712-be21-3c853f12ae7a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:15.176033 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-013ebf0c-eb5d-4b34-b4da-50d338dd7241 req-354926da-e09c-4712-be21-3c853f12ae7a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0629325 Jun 16 14:46:15.212421 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-013ebf0c-eb5d-4b34-b4da-50d338dd7241 req-fcdb2532-975c-4d0b-8e9a-37fb380ca814 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307782 Jun 16 14:46:15.435799 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-01200620-fd15-46db-adf6-f46ab6438cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:15.437709 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-01200620-fd15-46db-adf6-f46ab6438cc1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179&tenant_id=6713e830fb814adba766bcf5179d0267 HTTP/1.1" status: 200 len: 1097 time: 0.0625184 Jun 16 14:46:15.518938 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-41e47286-9482-4a6e-830d-703be2435e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:15.520364 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-41e47286-9482-4a6e-830d-703be2435e6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6713e830fb814adba766bcf5179d0267&device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1097 time: 0.0537300 Jun 16 14:46:15.609435 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-1ad8af7a-ff41-4ee0-8e9a-a22e3c5ec3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:15.610427 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-1ad8af7a-ff41-4ee0-8e9a-a22e3c5ec3ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 200 len: 918 time: 0.0824838 Jun 16 14:46:15.754465 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-dd9b8a5b-2131-4dc9-b356-1e41463de6fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 200 len: 999 time: 0.0618894 Jun 16 14:46:15.817237 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-400dce18-95a3-45e1-8b53-5ad1e869b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:15.818748 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-400dce18-95a3-45e1-8b53-5ad1e869b68e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 200 len: 855 time: 0.0534735 Jun 16 14:46:15.891262 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-66c90032-b8be-46e8-a616-f0510f4c0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:15.892731 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-66c90032-b8be-46e8-a616-f0510f4c0b5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46626243-3627-4520-affa-39f45f5752c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0603478 Jun 16 14:46:15.987333 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-7884b8bd-ddf3-486b-ad8c-f7bc6dff9bbd service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851557 Jun 16 14:46:16.083408 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6d594e93-b04a-4947-bca6-7b22b7e16fea req-ce246235-3717-446b-a204-0693c5946a8b service neutron] 10.222.0.79 "GET /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Jun 16 14:46:16.084186 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:16.393259 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34062d8d-eb90-44d6-a51e-2219d7a93c15 req-48871554-8b3a-4971-80de-78b2104808f7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:16.394795 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-34062d8d-eb90-44d6-a51e-2219d7a93c15 req-48871554-8b3a-4971-80de-78b2104808f7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0677481 Jun 16 14:46:16.432394 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-34062d8d-eb90-44d6-a51e-2219d7a93c15 req-3ff623d6-ca91-4af6-b6fa-4369976e96da tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Jun 16 14:46:17.629205 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1914-8742-44e6-9bbf-a1db73cd337e req-4e6e289e-2c5c-49fd-8aaa-c73cf8008516 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:17.630729 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ce0a1914-8742-44e6-9bbf-a1db73cd337e req-4e6e289e-2c5c-49fd-8aaa-c73cf8008516 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0696495 Jun 16 14:46:17.668666 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-ce0a1914-8742-44e6-9bbf-a1db73cd337e req-b8dc2416-4393-45b6-a975-669b6c9bc7fa tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Jun 16 14:46:18.605778 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:18.716474 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4643-3787-4124-9126-5e3addb5d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:18.848871 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4643-3787-4124-9126-5e3addb5d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:18.857142 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4643-3787-4124-9126-5e3addb5d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:18.862411 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3c806526-3d1c-400f-8a91-62a311d11139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:18.914767 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ad1e4643-3787-4124-9126-5e3addb5d49f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31ad152f6b534e458b2ad990a0f2f43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078816 Jun 16 14:46:18.915019 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57652) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:18.921400 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e4643-3787-4124-9126-5e3addb5d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bfa53e-9fd6-42dc-bbd9-3b4347322a91,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:18.922856 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ad1e4643-3787-4124-9126-5e3addb5d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:18.934415 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44708b0b-3e59-41d6-bf2c-322b9ec15eed req-51aae0eb-463a-46af-a2bf-4183a2f6a37b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:18.936130 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-44708b0b-3e59-41d6-bf2c-322b9ec15eed req-51aae0eb-463a-46af-a2bf-4183a2f6a37b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.1457763 Jun 16 14:46:18.980173 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-44708b0b-3e59-41d6-bf2c-322b9ec15eed req-cde1cc81-7f1b-4184-bd0c-4138c37d82d7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 Jun 16 14:46:18.981999 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.008738 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.058554 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.061711 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.062884 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f8bfa53e-9fd6-42dc-bbd9-3b4347322a91 HTTP/1.1" status: 204 len: 168 time: 0.1466274 Jun 16 14:46:19.063723 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f560295c-04e0-4ae1-b5db-1343dd7844a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:19.071314 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bfa53e-9fd6-42dc-bbd9-3b4347322a91,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:19.073699 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fcc94b47-de20-4c4d-9a72-46d5f35e38b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:19.343097 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57658) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:19.356255 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.467799 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.472915 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.475490 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7ad11eb5-ab2d-4cf1-a5b9-8a244a4bc56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:19.516966 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1cdaab2e36f84a7b9f93dc727d2551d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703203 Jun 16 14:46:19.517216 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57660) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:19.530556 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d9006-315b-4b2c-bb49-f3d7083447ec,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:19.537090 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:19.575379 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.599506 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.651150 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.653790 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:19.654994 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a71d9006-315b-4b2c-bb49-f3d7083447ec HTTP/1.1" status: 204 len: 168 time: 0.1367645 Jun 16 14:46:19.655827 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-e4115320-797a-41f0-abef-e48a24f9156a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:19.664679 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d9006-315b-4b2c-bb49-f3d7083447ec,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:19.666919 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:19.995226 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57666) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:20.009393 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4f80657e-a4d7-4cd9-b5cf-34d6196ebcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.106512 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4f80657e-a4d7-4cd9-b5cf-34d6196ebcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.111979 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4f80657e-a4d7-4cd9-b5cf-34d6196ebcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.114569 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-48d0f6e2-00fe-46a8-98e0-1592a9f46b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:20.187472 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-4f80657e-a4d7-4cd9-b5cf-34d6196ebcfb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a193f42f1d99460d932cdbd3fe061fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908853 Jun 16 14:46:20.190234 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80657e-a4d7-4cd9-b5cf-34d6196ebcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae071799-ad13-4d21-a2ba-560b08b8b680,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:20.190412 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57672) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:20.191941 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-4f80657e-a4d7-4cd9-b5cf-34d6196ebcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:20.241614 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edec7b-ee22-4307-91a1-b30b6353327c req-8522b094-59cc-4e3b-8c7e-8a88e2513236 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:20.246806 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06edec7b-ee22-4307-91a1-b30b6353327c req-8522b094-59cc-4e3b-8c7e-8a88e2513236 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.1116261 Jun 16 14:46:20.269641 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.292874 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.300333 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-06edec7b-ee22-4307-91a1-b30b6353327c req-e5991471-efba-4a15-83af-4d8a67b8ad28 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497031 Jun 16 14:46:20.347657 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.350259 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:20.351387 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ae071799-ad13-4d21-a2ba-560b08b8b680 HTTP/1.1" status: 204 len: 168 time: 0.1599627 Jun 16 14:46:20.352303 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-baad50f0-178b-4267-b452-4a500e19bccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:20.360853 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae071799-ad13-4d21-a2ba-560b08b8b680,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:20.363255 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c496329e-d7c5-4da1-911d-b3693f41def8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:21.529388 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66c3d-49bf-4789-b4f1-267cee5e2bb9 req-bb5bb392-8f4b-4942-b902-03155a9d98b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:21.531554 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d6b66c3d-49bf-4789-b4f1-267cee5e2bb9 req-bb5bb392-8f4b-4942-b902-03155a9d98b4 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0783303 Jun 16 14:46:21.580666 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-d6b66c3d-49bf-4789-b4f1-267cee5e2bb9 req-e8da6ffc-d33b-478a-b198-d56fb1e380dc tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428617 Jun 16 14:46:22.783960 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789d099-31a8-4042-929f-8530cf09b1fc req-ac87ed6c-3e63-4d22-9304-f28a3043fcf6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:22.785573 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3789d099-31a8-4042-929f-8530cf09b1fc req-ac87ed6c-3e63-4d22-9304-f28a3043fcf6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0737720 Jun 16 14:46:22.823833 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-3789d099-31a8-4042-929f-8530cf09b1fc req-6da1cc3e-fa45-4e55-aff3-1145d77af19a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Jun 16 14:46:24.059482 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494eb0e-44d2-4485-b5e4-378ade3fa72e req-23013cb4-3943-4188-8d56-d049c8ff63bc tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:24.062998 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1494eb0e-44d2-4485-b5e4-378ade3fa72e req-23013cb4-3943-4188-8d56-d049c8ff63bc tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0981157 Jun 16 14:46:24.115005 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-1494eb0e-44d2-4485-b5e4-378ade3fa72e req-8c9195ca-5eb4-494d-a603-ade258828dae tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Jun 16 14:46:25.315876 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb1906-9b6d-473b-811f-07eed694ea2f req-5c800f62-9bba-40fe-8659-8c6352c4dc23 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:25.317393 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4eeb1906-9b6d-473b-811f-07eed694ea2f req-5c800f62-9bba-40fe-8659-8c6352c4dc23 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0735493 Jun 16 14:46:25.362459 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4eeb1906-9b6d-473b-811f-07eed694ea2f req-5513b551-83c0-4c71-a25d-71ecb42a7281 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Jun 16 14:46:26.556071 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7ca0-a1f3-4783-b863-c36e59807673 req-b6390ff8-301d-4d23-a528-c497f3cc6524 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:26.557546 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0cbc7ca0-a1f3-4783-b863-c36e59807673 req-b6390ff8-301d-4d23-a528-c497f3cc6524 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0698450 Jun 16 14:46:26.597974 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-0cbc7ca0-a1f3-4783-b863-c36e59807673 req-dc21e7bc-039f-4dfe-975e-477463bf8d3d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344422 Jun 16 14:46:26.981436 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:27.820432 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e066e-bc0c-4095-994d-a80081f75180 req-adf0261e-95c6-4352-a8ec-57281455474e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:27.822119 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-447e066e-bc0c-4095-994d-a80081f75180 req-adf0261e-95c6-4352-a8ec-57281455474e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0711665 Jun 16 14:46:27.861627 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-447e066e-bc0c-4095-994d-a80081f75180 req-5e5652a1-0ba9-43e3-a44e-01e99c47c866 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333128 Jun 16 14:46:29.052307 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d61811-3440-437d-93b0-61b127c7923d req-b743870e-7bfd-4e6b-90b5-0dcacb786255 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:29.053812 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-37d61811-3440-437d-93b0-61b127c7923d req-b743870e-7bfd-4e6b-90b5-0dcacb786255 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0649691 Jun 16 14:46:29.097595 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-37d61811-3440-437d-93b0-61b127c7923d req-8cd8ba16-d5a4-4a98-98aa-035c4f2dad48 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Jun 16 14:46:30.276547 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f4f76-84e0-4024-ae51-22c5254a9175 req-90814051-bbd3-4d18-a126-3da9fe176c7c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:30.278068 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f29f4f76-84e0-4024-ae51-22c5254a9175 req-90814051-bbd3-4d18-a126-3da9fe176c7c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0643458 Jun 16 14:46:30.316492 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-f29f4f76-84e0-4024-ae51-22c5254a9175 req-f59d5e6b-dfdb-4233-8275-b3009ce401eb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327814 Jun 16 14:46:31.502042 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a334e-f3d0-48aa-92c3-ebefcbb6e6c6 req-01438bdd-ceb9-49ba-a093-464a20ab19bb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:31.503582 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-055a334e-f3d0-48aa-92c3-ebefcbb6e6c6 req-01438bdd-ceb9-49ba-a093-464a20ab19bb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0634825 Jun 16 14:46:31.541605 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-055a334e-f3d0-48aa-92c3-ebefcbb6e6c6 req-83512fd4-50f2-4447-8455-12971b3833b1 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323555 Jun 16 14:46:32.725505 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229f646-5b56-4a73-ba07-f53f6b20fe26 req-c40b9e5b-a0f0-4f02-a969-3b8f6d380f7d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:32.726988 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c229f646-5b56-4a73-ba07-f53f6b20fe26 req-c40b9e5b-a0f0-4f02-a969-3b8f6d380f7d tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0623703 Jun 16 14:46:32.764627 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-c229f646-5b56-4a73-ba07-f53f6b20fe26 req-fa85d9ea-8a9b-4c5b-8355-90c5b80d1a66 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Jun 16 14:46:33.853580 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=94007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:46:33.973866 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:46:33.982299 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fb410-87f0-4ebe-a100-8891ed2b735c req-31a174af-df31-44cd-b3cf-c9767103eb06 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:33.984306 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f26fb410-87f0-4ebe-a100-8891ed2b735c req-31a174af-df31-44cd-b3cf-c9767103eb06 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 944 time: 0.0801494 Jun 16 14:46:33.988521 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Returning: {'device': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'port_id': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'mac_address': 'fa:16:3e:18:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:46:34.028166 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-f26fb410-87f0-4ebe-a100-8891ed2b735c req-9d0a2994-d5f1-4969-b62f-04950a8b9661 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370939 Jun 16 14:46:34.035929 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:34.050236 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446ce1f9-e02e-49a4-9485-fd7e884bf93d {{(pid=94007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:46:34.071384 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:46:34.075938 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:34.078781 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:34.132639 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=9']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:34.136244 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:34.427094 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] get_ports_and_sgs() called for port_ids ['446ce1f9-e02e-49a4-9485-fd7e884bf93d'] {{(pid=94007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:46:35.369599 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3a26-f7d8-4c3c-889f-c7a207c4771e req-3bc07815-2c51-4fed-bf49-1930044a143e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:35.371088 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e2eb3a26-f7d8-4c3c-889f-c7a207c4771e req-3bc07815-2c51-4fed-bf49-1930044a143e tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 945 time: 0.0665314 Jun 16 14:46:35.410918 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-e2eb3a26-f7d8-4c3c-889f-c7a207c4771e req-b12a94b0-c2cf-4be4-8e6b-13ce61940b40 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337002 Jun 16 14:46:35.871719 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d up at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:46:35.919379 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.provisioning_blocks [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Provisioning complete for port 446ce1f9-e02e-49a4-9485-fd7e884bf93d triggered by entity L2. {{(pid=94007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:46:35.919762 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551761'] for port, provisioning_complete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:35.994015 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-676841'] for port, before_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:36.016848 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=94007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:46:36.019102 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364d39e3b4ce6251bce9428ff54ceeea0db2da22b30eedd04f0f9a8d784f425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec20547-d806-4c44-8dd2-de8b6471a986" -d '{"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-plugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=94007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:46:36.031508 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:46:36.035625 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776374558567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776374150175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776374150220'] for port, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:36.037486 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:36.063545 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27610a41-a631-45ce-8002-ded48a299f1b x-openstack-request-id: req-27610a41-a631-45ce-8002-ded48a299f1b {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:46:36.063849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-plugged", "status": "completed", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "code": 200}]} {{(pid=94007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:46:36.064112 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-27610a41-a631-45ce-8002-ded48a299f1b {{(pid=94007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:46:36.064501 dv-cinder-780933-6-smb neutron-server[94007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'code': 200} Jun 16 14:46:36.090222 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Pushing event updated for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=10']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:36.097427 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.097774 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.098118 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.098610 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.098946 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.099280 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.099612 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.099941 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.100268 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.100595 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.100920 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.101241 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:36.105070 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:36.282520 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00385ddb-b3d6-4d87-8e63-c70cafbb6281 req-9c27fc45-c9d6-44ba-a27c-3d0a04c380c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:36.283992 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-00385ddb-b3d6-4d87-8e63-c70cafbb6281 req-9c27fc45-c9d6-44ba-a27c-3d0a04c380c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 1100 time: 0.0547888 Jun 16 14:46:36.321574 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-00385ddb-b3d6-4d87-8e63-c70cafbb6281 req-1c6d83f1-622c-47ab-934f-534145c0c9d1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268142 Jun 16 14:46:36.590120 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f04776-5968-405a-8e69-fc6986a9a9c5 req-cc5ba6fd-9b7b-441d-aa58-5c26c59f12ee tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:36.591475 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-19f04776-5968-405a-8e69-fc6986a9a9c5 req-cc5ba6fd-9b7b-441d-aa58-5c26c59f12ee tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 947 time: 0.0625186 Jun 16 14:46:36.627889 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-19f04776-5968-405a-8e69-fc6986a9a9c5 req-48241de2-05cc-4e8b-9845-88b66948a65a tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307426 Jun 16 14:46:37.813563 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977530cf-5e37-45ca-b429-1d30e02dd947 req-d145f75f-35c5-451f-a7a5-987d01d3ae3b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:37.815332 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-977530cf-5e37-45ca-b429-1d30e02dd947 req-d145f75f-35c5-451f-a7a5-987d01d3ae3b tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 947 time: 0.0670183 Jun 16 14:46:37.854699 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-977530cf-5e37-45ca-b429-1d30e02dd947 req-f7b00661-72c4-4105-8129-91a611829da7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339782 Jun 16 14:46:39.032691 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f243d2-4281-4035-b9e2-3ebb64f5a3d3 req-d854ccb0-d6f0-4b74-a9a7-a48b9a17babb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:46:39.034133 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-44f243d2-4281-4035-b9e2-3ebb64f5a3d3 req-d854ccb0-d6f0-4b74-a9a7-a48b9a17babb tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 947 time: 0.0668383 Jun 16 14:46:39.070584 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-44f243d2-4281-4035-b9e2-3ebb64f5a3d3 req-b3e7f299-032f-4cce-a624-54a020ceea00 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306313 Jun 16 14:46:39.972594 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa2d8-6c0a-4f68-a715-7b22105e69bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:42.755212 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:42.793524 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-f6bccc3e-81d7-47f2-a9c6-fcb06f2f8d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:43.910410 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:46.084373 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.230230 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57928) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:48.332345 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.415532 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.419549 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.423501 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3365e211-a8c2-432b-a4a8-61f92d04c737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:48.460973 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=69464269dbf04363a351cd3d21584c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296758 Jun 16 14:46:48.462222 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f0dc9c-cfcb-4d5e-8772-de400836742c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:48.463577 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57932) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:46:48.469836 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.470239 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.470612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.470975 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.471334 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.471691 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.472047 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.472401 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.472750 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.473101 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.473449 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.473803 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:46:48.477717 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:48.512407 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.533358 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.578882 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.581502 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:46:48.582952 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/93f0dc9c-cfcb-4d5e-8772-de400836742c HTTP/1.1" status: 204 len: 168 time: 0.1183479 Jun 16 14:46:48.583731 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8985cc7a-d011-474f-8d9f-6b427976eecc tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:46:48.590940 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f0dc9c-cfcb-4d5e-8772-de400836742c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:46:48.593889 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2bfcaa57-6c0c-487d-9a01-a235244cbbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:46:52.025036 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:46:56.989858 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:09.974580 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5c179f7c-ffed-4cad-84b5-2ef8a8d90229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:12.754561 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:12.793669 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92b47a17-e28e-453d-88f2-3fc1a6707a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:13.910880 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:15.173768 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57948) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:15.325830 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Deleting port 66e30d5d-9b48-4c22-9bc1-2214679cb461 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:15.326164 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:15.401444 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:15.401762 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:15.474050 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Calling delete_port for 66e30d5d-9b48-4c22-9bc1-2214679cb461 owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:15.618912 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:15.620816 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-cf46b03a-bb06-4bb9-8423-2ed27de3c245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:15.644723 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event deleted for resources: {'Port': ['ID=66e30d5d-9b48-4c22-9bc1-2214679cb461,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:15.675761 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.676144 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.676521 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.676892 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.677260 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.677623 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.677987 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.678459 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.678827 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.679258 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.679726 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.680100 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:15.683257 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:15.722098 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:15.722467 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.l3_db [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Floating IP 66b708d7-3ed0-40a3-9eff-56620b86767a disassociated (deleted). External IP: 172.28.0.76, port: 8d467809-51eb-4c55-9096-a4829926b860. Jun 16 14:47:15.925607 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Router 8a255642-454c-4f44-bdc9-c5fe15f91c27 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:47:16.027691 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:47:16.032544 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:16.038726 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] Sync routers for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:47:16.051713 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:16.053801 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:16.074489 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "DELETE /v2.0/floatingips/66b708d7-3ed0-40a3-9eff-56620b86767a HTTP/1.1" status: 204 len: 168 time: 0.8964970 Jun 16 14:47:16.074489 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:47:16.074489 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523f3047dfe25f816542d6213a1e2bd43b721e92ae62fd7ac29b85313765d5bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e675e9-457d-4332-ae2d-8202b6b02aee" -d '{"events": [{"name": "network-changed", "server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:47:16.097885 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:16.172873 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:16.259034 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540bb578-9187-409b-958f-32640310195e x-openstack-request-id: req-540bb578-9187-409b-958f-32640310195e {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:47:16.260340 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:47:16.260713 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-540bb578-9187-409b-958f-32640310195e {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:47:16.261222 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'status': 'completed', 'code': 200} Jun 16 14:47:16.336626 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-0b28d34c-d939-45cf-b4c5-45e6fdf96f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:16.338094 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-0b28d34c-d939-45cf-b4c5-45e6fdf96f7f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8904bae0ee6445249438d45d4f3a710f&device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 1099 time: 0.0533459 Jun 16 14:47:16.377729 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:27Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:16.381363 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] Checking router: 8a255642-454c-4f44-bdc9-c5fe15f91c27 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:47:16.389860 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:16.391209 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:16.434306 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-c0e1c61e-6364-4aa8-80c7-0039d74946cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:16.435856 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-c0e1c61e-6364-4aa8-80c7-0039d74946cd service neutron] 10.222.0.79 "GET /v2.0/networks?id=7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 200 len: 910 time: 0.0891078 Jun 16 14:47:16.475221 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81328cd-98e6-4094-8dc4-0ba9291f88a2 req-b4b3321e-ec3a-4a67-9715-1a40d8d6c5ee tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:16.476961 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a81328cd-98e6-4094-8dc4-0ba9291f88a2 req-b4b3321e-ec3a-4a67-9715-1a40d8d6c5ee tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0699131 Jun 16 14:47:16.486513 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-b38520b3-35a1-4bfe-b24d-bc802e462b60 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 200 len: 217 time: 0.0423439 Jun 16 14:47:16.517856 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-a81328cd-98e6-4094-8dc4-0ba9291f88a2 req-0da95a45-5dec-4ded-bd13-68be6e5ad851 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350449 Jun 16 14:47:16.540645 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-2f007712-5fbe-46e5-be18-d89254022eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:16.542296 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-2f007712-5fbe-46e5-be18-d89254022eb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 200 len: 847 time: 0.0486920 Jun 16 14:47:16.585847 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:16.598857 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-66077b1c-a2db-4e3f-ab54-1496dd71bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:16.600328 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-66077b1c-a2db-4e3f-ab54-1496dd71bcb5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7599ec07-e750-436d-9f06-21d7e5f17632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509200 Jun 16 14:47:16.696392 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-cca55726-cb2c-4732-a9a2-c4f21ffc6308 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839970 Jun 16 14:47:16.779146 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:27Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:16.783267 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c58ce-0e91-4c66-b3f5-d0483d1a00e7 None None] The sync data for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb is: [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:20Z', 'revision_number': 4, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '34936c21-042c-4db3-8a4b-6688a9e20e01', 'name': '', 'network_id': '7599ec07-e750-436d-9f06-21d7e5f17632', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'mac_address': 'fa:16:3e:3a:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:20Z', 'updated_at': '2021-06-16T14:42:27Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'subnets': [{'id': 'ee4d2058-b2d1-4782-aaaf-147d20d1d5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:47:16.788396 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-24e675e9-457d-4332-ae2d-8202b6b02aee req-ba2695cf-9325-4f15-bd1e-7ba1a9b08610 service neutron] 10.222.0.79 "GET /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810187 Jun 16 14:47:16.986098 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e659611-7a2d-49f2-96ca-7ad79d987ddf None None] New status for floating IP 66b708d7-3ed0-40a3-9eff-56620b86767a: DOWN {{(pid=94007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:47:17.696370 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25925899-4163-4e81-b0d7-a42e6914ca7f req-91dcd4b8-cfa7-4eb0-acdd-5c823291d3d0 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:17.697857 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-25925899-4163-4e81-b0d7-a42e6914ca7f req-91dcd4b8-cfa7-4eb0-acdd-5c823291d3d0 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0655363 Jun 16 14:47:17.734631 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-25925899-4163-4e81-b0d7-a42e6914ca7f req-c4351dde-605f-422f-98d2-abfc87e14961 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c783b27-5fc3-4628-9a51-ca7c271a26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305765 Jun 16 14:47:18.324513 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-93169cb8-2d1c-4484-865b-eb2171d1d73e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:18.325892 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-93169cb8-2d1c-4484-865b-eb2171d1d73e tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.79 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 946 time: 0.0604153 Jun 16 14:47:18.422074 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Deleting port 8d467809-51eb-4c55-9096-a4829926b860 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:18.422449 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:18.516489 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] For port 8d467809-51eb-4c55-9096-a4829926b860, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8d467809-51eb-4c55-9096-a4829926b860,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:18.516842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:18.580447 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Calling delete_port for 8d467809-51eb-4c55-9096-a4829926b860 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:18.701348 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:18.705320 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fbaefb4b-c805-48a0-aa0b-f97b7c3eb088 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:18.732044 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event deleted for resources: {'Port': ['ID=8d467809-51eb-4c55-9096-a4829926b860,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:18.736022 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:18.779280 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] No DVR routers for this DVR port 8d467809-51eb-4c55-9096-a4829926b860 on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:18.782450 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:18.784471 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6afbf1bd-c308-43e4-a0d8-dff644e4aa51 req-1454facf-d5a3-4eb6-a670-ddb0ff18410f tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.79 "DELETE /v2.0/ports/8d467809-51eb-4c55-9096-a4829926b860 HTTP/1.1" status: 204 len: 173 time: 0.4514518 Jun 16 14:47:18.784972 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-deleted', 'tag': '8d467809-51eb-4c55-9096-a4829926b860'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:47:18.787396 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3274aac-b04a-42a6-90e3-e96114f0db16" -d '{"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-deleted", "tag": "8d467809-51eb-4c55-9096-a4829926b860"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:47:18.826077 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d37949-819c-4233-8fc5-40706dd3f25b x-openstack-request-id: req-69d37949-819c-4233-8fc5-40706dd3f25b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:47:18.826434 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683fb3a-0424-481c-9d1f-6607f8504e11", "name": "network-vif-deleted", "tag": "8d467809-51eb-4c55-9096-a4829926b860", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:47:18.826724 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-69d37949-819c-4233-8fc5-40706dd3f25b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:47:18.827157 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683fb3a-0424-481c-9d1f-6607f8504e11', 'name': 'network-vif-deleted', 'tag': '8d467809-51eb-4c55-9096-a4829926b860', 'status': 'completed', 'code': 200} Jun 16 14:47:18.896881 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4c6ffdf1-d615-40a4-827a-98e114226993 req-62f810bb-f7d9-4f55-8737-0cb2867e1b20 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "GET /v2.0/ports?device_id=e683fb3a-0424-481c-9d1f-6607f8504e11 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Jun 16 14:47:19.990302 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57968) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:20.047177 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:20.070883 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:20.133089 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:20.135959 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:20.137083 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] 10.222.0.96 "DELETE /v2.0/security-groups/4c783b27-5fc3-4628-9a51-ca7c271a26f2 HTTP/1.1" status: 204 len: 168 time: 0.1457815 Jun 16 14:47:20.137841 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-e74a988a-2cca-4e3c-a2aa-3e9c9ea21ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:20.146701 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c783b27-5fc3-4628-9a51-ca7c271a26f2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:20.148872 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-885c147a-c494-42ef-8b91-024f6bf2b0fb tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:20.179246 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57972) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:20.652315 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:20.913286 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Deleting port 34936c21-042c-4db3-8a4b-6688a9e20e01 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:20.913635 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:20.991578 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] For port 34936c21-042c-4db3-8a4b-6688a9e20e01, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=34936c21-042c-4db3-8a4b-6688a9e20e01,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:20.992343 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:21.056279 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Calling delete_port for 34936c21-042c-4db3-8a4b-6688a9e20e01 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:21.061650 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330d12-c2a0-4431-95c0-d9f49edffbfb req-a4b7cc01-57f9-4fe8-9ac1-0c315e9eb82c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:21.063261 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21330d12-c2a0-4431-95c0-d9f49edffbfb req-a4b7cc01-57f9-4fe8-9ac1-0c315e9eb82c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 947 time: 0.0675247 Jun 16 14:47:21.100714 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-21330d12-c2a0-4431-95c0-d9f49edffbfb req-2cfcde70-45df-408c-b345-2900fadf33de tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Jun 16 14:47:21.230083 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:21.232022 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-dc4b0163-85d1-4871-9eeb-6f05b4e5ed31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:21.254924 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Pushing event deleted for resources: {'Port': ['ID=34936c21-042c-4db3-8a4b-6688a9e20e01,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:21.258011 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:21.421925 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:21.626314 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Router 8a255642-454c-4f44-bdc9-c5fe15f91c27 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:47:21.730353 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:47:21.736108 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-31ad9eb8-33bc-4ccd-917e-60feb726d15e admin admin] 10.222.0.96 "PUT /v2.0/routers/8a255642-454c-4f44-bdc9-c5fe15f91c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558360 Jun 16 14:47:21.738628 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57984) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:21.742894 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] Sync routers for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:47:21.752542 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:21.753155 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:21.857444 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:22.039406 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:47:21Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:22.042639 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] Checking router: 8a255642-454c-4f44-bdc9-c5fe15f91c27 for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:47:22.051151 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] Routers {'8a255642-454c-4f44-bdc9-c5fe15f91c27'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:22.051744 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['8a255642-454c-4f44-bdc9-c5fe15f91c27'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:22.086832 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:22.093377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.106983 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 8d467809-51eb-4c55-9096-a4829926b860 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:22.107471 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 8d467809-51eb-4c55-9096-a4829926b860 not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:22.166062 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] Set router 8a255642-454c-4f44-bdc9-c5fe15f91c27 gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:22.204323 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.289649 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Deleting port ae374971-f5dc-43c8-9687-5d100dbfa60a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:22.290042 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.343868 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:47:21Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:22.347070 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176dd73-4960-4092-b0c1-8994bec720f8 None None] The sync data for ids ['8a255642-454c-4f44-bdc9-c5fe15f91c27'] in dv-cinder-780933-6-smb is: [{'id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'name': 'tempest-TestShelveInstance-177797792-router', 'tenant_id': '8904bae0ee6445249438d45d4f3a710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:47:21Z', 'revision_number': 5, 'project_id': '8904bae0ee6445249438d45d4f3a710f', 'gw_port': {'id': 'ae374971-f5dc-43c8-9687-5d100dbfa60a', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a255642-454c-4f44-bdc9-c5fe15f91c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:18Z', 'updated_at': '2021-06-16T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:47:22.359610 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedfff6-0d4d-49e4-a5bf-06a7e04e2a75 req-af0640af-d0f2-450e-9bb4-bcdd9b0e3b40 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:22.361119 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cfedfff6-0d4d-49e4-a5bf-06a7e04e2a75 req-af0640af-d0f2-450e-9bb4-bcdd9b0e3b40 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 947 time: 0.1226029 Jun 16 14:47:22.403907 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] For port ae374971-f5dc-43c8-9687-5d100dbfa60a, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=ae374971-f5dc-43c8-9687-5d100dbfa60a,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:22.404259 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.425101 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-cfedfff6-0d4d-49e4-a5bf-06a7e04e2a75 req-df83d440-dc2b-4865-ac2c-101cf9f28cb6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575285 Jun 16 14:47:22.477771 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Calling delete_port for ae374971-f5dc-43c8-9687-5d100dbfa60a owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:22.640499 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.643437 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-8fa5b607-9a66-44da-93fe-bda3738570a2 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:22.665930 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae374971-f5dc-43c8-9687-5d100dbfa60a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:22.669054 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:22.729297 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.850799 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.853488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.903617 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.904153 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a255642-454c-4f44-bdc9-c5fe15f91c27 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:47:22.911237 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.912369 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-97bf9bd8-f0fe-4bc9-bf66-3993d6ae8a1e admin admin] 10.222.0.96 "DELETE /v2.0/routers/8a255642-454c-4f44-bdc9-c5fe15f91c27 HTTP/1.1" status: 204 len: 168 time: 1.1728528 Jun 16 14:47:22.915051 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57988) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:22.932945 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-72ecf747-6e5c-4ac3-9546-c88dcd679058 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:22.934718 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-72ecf747-6e5c-4ac3-9546-c88dcd679058 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 947 time: 0.1445446 Jun 16 14:47:22.967956 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Deleting subnet ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:47:22.972047 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.008191 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.051904 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Deleting port 446ce1f9-e02e-49a4-9485-fd7e884bf93d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:23.052242 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.090838 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.139576 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] For port 446ce1f9-e02e-49a4-9485-fd7e884bf93d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=446ce1f9-e02e-49a4-9485-fd7e884bf93d,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:23.140814 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.144360 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.146595 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:23.170072 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4d2058-b2d1-4782-aaaf-147d20d1d5d0,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:23.173149 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:23.174128 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.178216 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-7a41ee17-5196-4a78-bd2d-0f494b063a55 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ee4d2058-b2d1-4782-aaaf-147d20d1d5d0 HTTP/1.1" status: 204 len: 168 time: 0.2541728 Jun 16 14:47:23.178574 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 57990) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:23.183387 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2bcc7f-9362-43c3-bfc8-90ab8c1b6ebd None None] Network 7599ec07-e750-436d-9f06-21d7e5f17632 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:23.255125 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.313163 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Deleting port c33bc833-aae7-4ac2-aa06-1358158ac707 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:23.313792 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.327579 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.329974 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1719533'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.330300 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.db.l3_db [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Floating IP 3cbcdf63-6c24-4423-9ef0-da4a41a12430 disassociated. External IP: 172.28.0.72, port: 446ce1f9-e02e-49a4-9485-fd7e884bf93d. Jun 16 14:47:23.330775 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Calling delete_port for 446ce1f9-e02e-49a4-9485-fd7e884bf93d owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:23.394890 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] For port c33bc833-aae7-4ac2-aa06-1358158ac707, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=c33bc833-aae7-4ac2-aa06-1358158ac707,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:23.395346 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.398897 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] DHCP port deletion for 7599ec07-e750-436d-9f06-21d7e5f17632 request from dv-cinder-780933-6-smb {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:47:23.447414 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Deleting port c33bc833-aae7-4ac2-aa06-1358158ac707 {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:23.447897 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.466453 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Calling delete_port for c33bc833-aae7-4ac2-aa06-1358158ac707 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:23.488188 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.493828 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a17ed360-c21c-4993-94b4-b87c16d62f4d tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:23.524223 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] For port c33bc833-aae7-4ac2-aa06-1358158ac707, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=c33bc833-aae7-4ac2-aa06-1358158ac707,segment=NetworkSegment(cd2aa9a3-316f-4497-b3a6-165c108d5101),segment_id=cd2aa9a3-316f-4497-b3a6-165c108d5101)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:23.524899 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.528308 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event deleted for resources: {'Port': ['ID=446ce1f9-e02e-49a4-9485-fd7e884bf93d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:23.535275 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:23.560943 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.572014 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-3fec2c23-fac9-4252-8f54-7fbf8131b058 tempest-TestShelveInstance-1444906155 tempest-TestShelveInstance-1444906155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:23.601944 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33bc833-aae7-4ac2-aa06-1358158ac707,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:23.603994 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] No DVR routers for this DVR port c33bc833-aae7-4ac2-aa06-1358158ac707 on host dv-cinder-780933-6-smb {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:23.608657 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Calling delete_port for c33bc833-aae7-4ac2-aa06-1358158ac707 owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:23.614773 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:23.647218 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [req-4beb74fa-f546-4233-a143-e3cecb66cdba req-5848b869-4434-497c-96df-5df70381fd9c tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179 HTTP/1.1" status: 200 len: 210 time: 0.0463512 Jun 16 14:47:23.666714 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:47:23.695104 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.697030 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:23.721040 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Pushing event deleted for resources: {'Port': ['ID=c33bc833-aae7-4ac2-aa06-1358158ac707,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:23.724083 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:23.724888 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a71ef-aecc-4fe2-8296-20f1ac66bca6 None None] No DVR routers for this DVR port c33bc833-aae7-4ac2-aa06-1358158ac707 on host dv-cinder-780933-6-smb {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:23.729452 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.742149 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7599ec07-e750-436d-9f06-21d7e5f17632']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:23.753098 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2aa9a3-316f-4497-b3a6-165c108d5101') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:23.753393 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2aa9a3-316f-4497-b3a6-165c108d5101') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:23.762393 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10429619'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.773682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:47:23.776518 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.783663 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:47:23.784436 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:47:23.784893 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10223202'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: Traceback (most recent call last): Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: timer() Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: cb(*args, **kw) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: return func(*args, **kwargs) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: self._notify() Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: self.callback(batched_events) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: event.method(event) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: return f(self, *a, **k) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: return self._get(url).json() Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: return self.request(url, 'GET', **kwargs) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:47:23.786744 dv-cinder-780933-6-smb neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:47:23.795509 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:23.796128 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:23.830023 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] No DVR routers for this DVR port 446ce1f9-e02e-49a4-9485-fd7e884bf93d on host hv-cinder-78093 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:23.832753 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.835048 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [req-6dfd44e6-f0f5-40c5-b59e-12a13b8a43e6 req-f1802c2b-b659-43ee-8431-99e0859cd5e6 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.79 "DELETE /v2.0/ports/446ce1f9-e02e-49a4-9485-fd7e884bf93d HTTP/1.1" status: 204 len: 173 time: 0.8942018 Jun 16 14:47:23.835928 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-deleted', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:47:23.838255 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a862074a8991f0e05760fdc96895096a04d64ff150636b150ec4f6219404272" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469fca13-7c83-425a-95de-176480580d59" -d '{"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-deleted", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:47:23.845619 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.860179 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a4fd0b7d-81d7-4f06-a6e9-08169530b7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:23.865855 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:23.871346 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 57996) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:23.871500 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/7599ec07-e750-436d-9f06-21d7e5f17632 HTTP/1.1" status: 204 len: 168 time: 0.6917336 Jun 16 14:47:23.887143 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7599ec07-e750-436d-9f06-21d7e5f17632,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:23.893554 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:23.948916 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:24.000669 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63b2d34-8ace-4ba0-8d5a-ed1532b7b2e5 x-openstack-request-id: req-d63b2d34-8ace-4ba0-8d5a-ed1532b7b2e5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:47:24.000906 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179", "name": "network-vif-deleted", "tag": "446ce1f9-e02e-49a4-9485-fd7e884bf93d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:47:24.001208 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d63b2d34-8ace-4ba0-8d5a-ed1532b7b2e5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:47:24.001651 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f6a45-a3c0-48ea-9d0c-b9e817a6f179', 'name': 'network-vif-deleted', 'tag': '446ce1f9-e02e-49a4-9485-fd7e884bf93d', 'status': 'completed', 'code': 200} Jun 16 14:47:24.179869 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:24.181687 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device ae374971-f5dc-43c8-9687-5d100dbfa60a no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:24.201364 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:47:24.205375 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: ae374971-f5dc-43c8-9687-5d100dbfa60a {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:24.205741 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device ae374971-f5dc-43c8-9687-5d100dbfa60a not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:24.206171 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 34936c21-042c-4db3-8a4b-6688a9e20e01 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:24.228927 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:24.229568 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:24.231256 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 34936c21-042c-4db3-8a4b-6688a9e20e01 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:24.231607 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 34936c21-042c-4db3-8a4b-6688a9e20e01 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:24.232029 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device c33bc833-aae7-4ac2-aa06-1358158ac707 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:24.255419 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.434173 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: c33bc833-aae7-4ac2-aa06-1358158ac707 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:24.434558 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device c33bc833-aae7-4ac2-aa06-1358158ac707 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:24.486304 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:24.526825 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Deleting port 13109b39-398d-423f-ba96-ba6ef67e514a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:24.527328 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.610793 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] For port 13109b39-398d-423f-ba96-ba6ef67e514a, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=13109b39-398d-423f-ba96-ba6ef67e514a,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:24.611055 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.673198 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Calling delete_port for 13109b39-398d-423f-ba96-ba6ef67e514a owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:24.687919 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:24.691714 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb54ec-219a-4f43-80bd-0008b4f1c19e None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:32Z', 'revision_number': 4, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb', '_interfaces': [{'id': '43baa274-8a66-4270-9e4b-cbe57b050a37', 'name': '', 'network_id': '46626243-3627-4520-affa-39f45f5752c9', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'mac_address': 'fa:16:3e:b5:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:31Z', 'updated_at': '2021-06-16T14:41:38Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'subnets': [{'id': '40d422b1-6667-4aa2-87ec-8aeb1bbc0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:47:24.774780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58002) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:24.835523 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.864630 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.877736 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.880075 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0fb18e2e-0231-401b-ad94-de98d5c037d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:24.905386 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Pushing event deleted for resources: {'Port': ['ID=13109b39-398d-423f-ba96-ba6ef67e514a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:24.910229 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:24.933456 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.936545 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:24.940484 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "DELETE /v2.0/security-groups/4ba13dda-d0ad-482c-89c5-9c7ac3be77aa HTTP/1.1" status: 204 len: 168 time: 0.1614764 Jun 16 14:47:24.940484 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-fe525fc7-b1c6-43f5-8985-f692fb020820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:24.940750 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58004) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:24.949570 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba13dda-d0ad-482c-89c5-9c7ac3be77aa,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:24.952054 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a931fa33-b5eb-453d-a22d-7b9a81e9f9f8 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:24.979421 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450891f-76e1-4dca-b2f5-47ada7906b01 None None] New status for floating IP 3cbcdf63-6c24-4423-9ef0-da4a41a12430: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:47:24.993955 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.api.v2.resource [None req-e45794be-16ea-4314-bb68-2b53769c6810 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] show failed (client error): The resource could not be found. Jun 16 14:47:24.995051 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-e45794be-16ea-4314-bb68-2b53769c6810 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "GET /v2.0/security-groups/4ba13dda-d0ad-482c-89c5-9c7ac3be77aa HTTP/1.1" status: 404 len: 347 time: 0.0534198 Jun 16 14:47:24.998099 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58006) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:25.111591 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.141846 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Deleting port 8f8e480a-2d0b-4288-b3bd-ab95e55408b4 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:25.142296 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.220710 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.221047 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.332715 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Router 15c9d554-afe4-4080-9c19-b33a055d04f9 has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:47:25.443816 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:47:25.448572 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-a72962d4-73f8-4894-b1a6-dad12713766d admin admin] 10.222.0.96 "PUT /v2.0/routers/15c9d554-afe4-4080-9c19-b33a055d04f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5765483 Jun 16 14:47:25.451078 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58008) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:25.453688 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] Sync routers for ids ['15c9d554-afe4-4080-9c19-b33a055d04f9'] in dv-cinder-780933-6-smb {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:47:25.463937 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] Routers {'15c9d554-afe4-4080-9c19-b33a055d04f9'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:25.464654 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['15c9d554-afe4-4080-9c19-b33a055d04f9'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:25.553087 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Calling delete_port for 8f8e480a-2d0b-4288-b3bd-ab95e55408b4 owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:25.582592 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] Set router 15c9d554-afe4-4080-9c19-b33a055d04f9 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:25.694836 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.696997 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c88a45b3-fccc-438e-9aca-d708eeb74e78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:25.721624 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Pushing event deleted for resources: {'Port': ['ID=8f8e480a-2d0b-4288-b3bd-ab95e55408b4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:25.725000 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:25.776142 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:47:24Z', 'revision_number': 5, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:25.779502 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] Checking router: 15c9d554-afe4-4080-9c19-b33a055d04f9 for host: dv-cinder-780933-6-smb {{(pid=94007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:47:25.789066 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] Routers {'15c9d554-afe4-4080-9c19-b33a055d04f9'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:25.789673 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['15c9d554-afe4-4080-9c19-b33a055d04f9'], 'active': True} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:25.791431 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.794029 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1927075'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.798420 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-46f2e352-a170-4210-808d-cac61b603fa0 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] 10.222.0.96 "DELETE /v2.0/floatingips/3cbcdf63-6c24-4423-9ef0-da4a41a12430 HTTP/1.1" status: 204 len: 168 time: 0.7959363 Jun 16 14:47:25.852107 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:25.897714 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvr_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] Set router 15c9d554-afe4-4080-9c19-b33a055d04f9 gateway port host: dv-cinder-780933-6-smb {{(pid=94007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:25.962498 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.016888 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Deleting port f2146551-9363-418b-999d-05ffde7b62e2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:26.017236 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.086896 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_hamode_db [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:47:24Z', 'revision_number': 5, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:26.090293 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348934-538c-4121-a1a9-f3b89f549091 None None] The sync data for ids ['15c9d554-afe4-4080-9c19-b33a055d04f9'] in dv-cinder-780933-6-smb is: [{'id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'name': 'tempest-TestShelveInstance-1405121730-router', 'tenant_id': 'ac687cf120984da6a878fb6ebd66ea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:42:22Z', 'updated_at': '2021-06-16T14:47:24Z', 'revision_number': 5, 'project_id': 'ac687cf120984da6a878fb6ebd66ea01', 'gw_port': {'id': 'f2146551-9363-418b-999d-05ffde7b62e2', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c9d554-afe4-4080-9c19-b33a055d04f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:42:23Z', 'updated_at': '2021-06-16T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}] {{(pid=94007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:47:26.109822 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] For port f2146551-9363-418b-999d-05ffde7b62e2, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=f2146551-9363-418b-999d-05ffde7b62e2,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:26.110367 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.180947 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Calling delete_port for f2146551-9363-418b-999d-05ffde7b62e2 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:26.341897 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.344868 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-189cdcd3-a9c3-4606-88fb-64f8c0f03d47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:26.369842 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2146551-9363-418b-999d-05ffde7b62e2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:26.373587 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:26.430608 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.529580 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.532029 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.581795 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.582439 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c9d554-afe4-4080-9c19-b33a055d04f9 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:47:26.587062 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.588186 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2aa885f1-c8a9-44cf-bdfe-600f9fb8b17e admin admin] 10.222.0.96 "DELETE /v2.0/routers/15c9d554-afe4-4080-9c19-b33a055d04f9 HTTP/1.1" status: 204 len: 168 time: 1.1361408 Jun 16 14:47:26.590847 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58014) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:26.633769 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Deleting subnet 3c97a48b-061c-4ab0-a52c-4bf19f6fa40b {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:47:26.637584 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.677576 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3190479'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.756248 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.806651 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000781'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.808731 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:26.831030 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c97a48b-061c-4ab0-a52c-4bf19f6fa40b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:26.834341 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:26.836921 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.840451 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-3d6b348a-8fba-44af-b74a-33e1b66c6948 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3c97a48b-061c-4ab0-a52c-4bf19f6fa40b HTTP/1.1" status: 204 len: 168 time: 0.2486720 Jun 16 14:47:26.841172 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:26.842533 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83395705-5e33-4c4c-a17d-bdaa746011cf None None] Network 70563321-53b3-425c-ae90-0f35b15dbf58 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:26.912309 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:26.963530 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Deleting port 242066b4-f8ff-47ad-b64d-2865593cc2ea {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:26.963902 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.009600 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.039995 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] For port 242066b4-f8ff-47ad-b64d-2865593cc2ea, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=242066b4-f8ff-47ad-b64d-2865593cc2ea,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:27.040490 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.070009 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] DHCP port deletion for 70563321-53b3-425c-ae90-0f35b15dbf58 request from dv-cinder-780933-6-smb {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:47:27.119469 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Calling delete_port for 242066b4-f8ff-47ad-b64d-2865593cc2ea owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:27.123928 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Deleting port 242066b4-f8ff-47ad-b64d-2865593cc2ea {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:27.125006 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.189996 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] For port 242066b4-f8ff-47ad-b64d-2865593cc2ea, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=242066b4-f8ff-47ad-b64d-2865593cc2ea,segment=NetworkSegment(ae302365-cb89-4e36-aa79-60a6b89ae3ee),segment_id=ae302365-cb89-4e36-aa79-60a6b89ae3ee)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:27.190466 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.219528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.222968 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d77e6198-7c58-46eb-8f1e-5feb425fa0c6 tempest-AttachVolumeNegativeTest-865034744 tempest-AttachVolumeNegativeTest-865034744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:27.249789 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Pushing event deleted for resources: {'Port': ['ID=242066b4-f8ff-47ad-b64d-2865593cc2ea,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:27.253114 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:27.254058 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] No DVR routers for this DVR port 242066b4-f8ff-47ad-b64d-2865593cc2ea on host dv-cinder-780933-6-smb {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:27.269031 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Calling delete_port for 242066b4-f8ff-47ad-b64d-2865593cc2ea owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:27.326491 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.338418 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70563321-53b3-425c-ae90-0f35b15dbf58']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:27.349210 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae302365-cb89-4e36-aa79-60a6b89ae3ee') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:27.350237 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae302365-cb89-4e36-aa79-60a6b89ae3ee') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:27.356025 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.358444 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.359711 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:27.373867 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.380954 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:47:27.381335 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: retrieve_revision_numbers = { Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:47:27.383003 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:47:27.385804 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Pushing event deleted for resources: {'Port': ['ID=242066b4-f8ff-47ad-b64d-2865593cc2ea,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:27.388211 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:27.388992 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e984651-a8ad-417e-85c8-9ffd32a8f3fc None None] No DVR routers for this DVR port 242066b4-f8ff-47ad-b64d-2865593cc2ea on host dv-cinder-780933-6-smb {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:27.439538 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.444730 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.446649 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] 10.222.0.96 "DELETE /v2.0/networks/70563321-53b3-425c-ae90-0f35b15dbf58 HTTP/1.1" status: 204 len: 168 time: 0.6045575 Jun 16 14:47:27.447355 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-fa3170c7-03f4-4d5e-b0ac-a23d46f0f0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:27.459576 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Pushing event deleted for resources: {'Network': ['ID=70563321-53b3-425c-ae90-0f35b15dbf58,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:27.461965 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-72e940cf-5cb8-461c-aad0-b5395cac6353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:27.558253 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58030) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:27.600190 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-204ff621-2967-455e-8348-2b93c0446ccf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8904bae0ee6445249438d45d4f3a710f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407119 Jun 16 14:47:27.602643 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58032) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:27.653384 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.673239 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.718681 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.720916 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:27.722036 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b92809c7-94fa-4531-8436-95ed649741c3 HTTP/1.1" status: 204 len: 168 time: 0.1184731 Jun 16 14:47:27.722818 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-143d1e7e-d6e6-4c0a-884b-2215f77e33c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:27.729942 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92809c7-94fa-4531-8436-95ed649741c3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:27.732289 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:28.031839 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58038) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:28.071312 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f6e4c6db-9ac0-4f76-b373-c316b85d3a79 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac687cf120984da6a878fb6ebd66ea01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382833 Jun 16 14:47:28.073528 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58040) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:28.113660 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:28.120613 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:28.134365 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] No Port match for: 446ce1f9-e02e-49a4-9485-fd7e884bf93d {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:28.134739 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Device 446ce1f9-e02e-49a4-9485-fd7e884bf93d not bound to the agent host hv-cinder-78093 {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:28.146440 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:28.199760 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 13109b39-398d-423f-ba96-ba6ef67e514a no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:28.199938 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:28.203353 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:28.207377 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc8d5fc4-1608-4583-87ab-410f98b088d1 HTTP/1.1" status: 204 len: 168 time: 0.1328652 Jun 16 14:47:28.208215 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-30477adb-a93b-438b-9625-1d27aa0eacb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:28.216311 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d5fc4-1608-4583-87ab-410f98b088d1,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:28.223025 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 13109b39-398d-423f-ba96-ba6ef67e514a {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:28.223582 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 13109b39-398d-423f-ba96-ba6ef67e514a not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:28.224181 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device f2146551-9363-418b-999d-05ffde7b62e2 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:28.224483 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-360eb8e0-1c96-4956-a254-8a76d7ae336c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:28.246273 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: f2146551-9363-418b-999d-05ffde7b62e2 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:28.246535 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device f2146551-9363-418b-999d-05ffde7b62e2 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:28.247346 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 242066b4-f8ff-47ad-b64d-2865593cc2ea no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:28.273822 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 242066b4-f8ff-47ad-b64d-2865593cc2ea {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:28.274303 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 242066b4-f8ff-47ad-b64d-2865593cc2ea not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:28.416531 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58050) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:28.953747 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364490'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:29.023417 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:47:29.199983 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Deleting port 43baa274-8a66-4270-9e4b-cbe57b050a37 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:29.200645 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:29.276627 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] For port 43baa274-8a66-4270-9e4b-cbe57b050a37, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=43baa274-8a66-4270-9e4b-cbe57b050a37,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:29.276981 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:29.342072 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Calling delete_port for 43baa274-8a66-4270-9e4b-cbe57b050a37 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:29.520286 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:29.522236 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-26d528cf-4268-492e-8325-96b35a625c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:29.544732 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43baa274-8a66-4270-9e4b-cbe57b050a37,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:29.547264 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:29.721097 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364382'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:29.928316 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Router 1153725b-c355-4355-b8c3-e32bab1c4c7c has already been hosted by L3 agent 944c682c-d733-4377-afff-52df029cfbfe {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:47:30.033462 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] Notify agent at l3_agent.dv-cinder-780933-6-smb the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:47:30.039853 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b3374e88-7185-4215-bc26-4a98917c60a3 admin admin] 10.222.0.96 "PUT /v2.0/routers/1153725b-c355-4355-b8c3-e32bab1c4c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6222448 Jun 16 14:47:30.040790 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58054) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:30.042013 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] Sync routers for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:47:30.051803 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:30.052422 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:30.146531 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.159146 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: dv-cinder-780933-6-smb {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:30.259726 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.323321 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Deleting port b4d54a44-9e85-45f8-a55b-05c865a8e03d {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:30.323681 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.405365 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] For port b4d54a44-9e85-45f8-a55b-05c865a8e03d, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=b4d54a44-9e85-45f8-a55b-05c865a8e03d,segment=NetworkSegment(27d6d8ec-0c70-4cd9-976f-fc9ef191b720),segment_id=27d6d8ec-0c70-4cd9-976f-fc9ef191b720)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:30.405883 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.426287 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'external_fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:47:29Z', 'revision_number': 5, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port': {'id': 'b4d54a44-9e85-45f8-a55b-05c865a8e03d', 'name': '', 'network_id': '092307a4-361e-4669-bb92-c47c09b84e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:81:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db3ec05-4b3c-4732-af72-06cf9c6351e5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-6-smb'}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:30.429603 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] Checking router: 1153725b-c355-4355-b8c3-e32bab1c4c7c for host: dv-cinder-780933-6-smb {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:47:30.437997 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] Routers {'1153725b-c355-4355-b8c3-e32bab1c4c7c'} bound to L3 agent in host dv-cinder-780933-6-smb {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:30.438662 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:30:43Z,description=,heartbeat_timestamp=2021-06-16T14:47:13Z,host='dv-cinder-780933-6-smb',id=944c682c-d733-4377-afff-52df029cfbfe,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:30:43Z,topic='l3_agent')) {'router_ids': ['1153725b-c355-4355-b8c3-e32bab1c4c7c'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:30.472707 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Calling delete_port for b4d54a44-9e85-45f8-a55b-05c865a8e03d owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:30.520417 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] Set router 1153725b-c355-4355-b8c3-e32bab1c4c7c gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:47:30.569795 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:47:30Z', 'revision_number': 6, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port_host': None}], 'dv-cinder-780933-6-smb', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:30.573222 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bab2f5-c515-4942-87ff-94ab8d33a457 None None] The sync data for ids ['1153725b-c355-4355-b8c3-e32bab1c4c7c'] in dv-cinder-780933-6-smb is: [{'id': '1153725b-c355-4355-b8c3-e32bab1c4c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-893987689-router', 'tenant_id': '6713e830fb814adba766bcf5179d0267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:41:29Z', 'updated_at': '2021-06-16T14:47:30Z', 'revision_number': 6, 'project_id': '6713e830fb814adba766bcf5179d0267', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:47:30.639598 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10223159'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.644254 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c95c94f8-5674-4a2f-a763-628ec895da4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:30.671180 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d54a44-9e85-45f8-a55b-05c865a8e03d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:30.675229 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:30.734889 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1719325'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.820724 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32639'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.822902 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.864037 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367191'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.864504 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1153725b-c355-4355-b8c3-e32bab1c4c7c {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:47:30.869263 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.870393 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-2af5211f-d979-43bc-9672-0b5fce5ffb9c admin admin] 10.222.0.96 "DELETE /v2.0/routers/1153725b-c355-4355-b8c3-e32bab1c4c7c HTTP/1.1" status: 204 len: 168 time: 0.8286350 Jun 16 14:47:30.872812 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58056) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:30.919686 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Deleting subnet 40d422b1-6667-4aa2-87ec-8aeb1bbc0daf {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:47:30.923891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:30.959937 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.041237 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.091743 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.093974 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-06338247-da28-45ba-94e8-35b50c975410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:31.121128 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d422b1-6667-4aa2-87ec-8aeb1bbc0daf,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:31.124327 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:31.125891 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.129160 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-81c328a5-d0da-44e0-9dd0-6d3424d96f57 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/40d422b1-6667-4aa2-87ec-8aeb1bbc0daf HTTP/1.1" status: 204 len: 168 time: 0.2553613 Jun 16 14:47:31.130377 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58058) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:31.131239 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16b50b-b28e-4502-bc8a-c54d159a1d4e None None] Network 46626243-3627-4520-affa-39f45f5752c9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:31.198850 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.255264 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Deleting port e818113c-84cb-41d1-912b-d428ed8e03bd {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:31.255488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.318225 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] For port e818113c-84cb-41d1-912b-d428ed8e03bd, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=e818113c-84cb-41d1-912b-d428ed8e03bd,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:31.318659 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.339023 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] DHCP port deletion for 46626243-3627-4520-affa-39f45f5752c9 request from dv-cinder-780933-6-smb {{(pid=94007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:47:31.385215 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Calling delete_port for e818113c-84cb-41d1-912b-d428ed8e03bd owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:31.385724 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Deleting port e818113c-84cb-41d1-912b-d428ed8e03bd {{(pid=94007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:47:31.386181 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776374554013'] for port, before_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.449395 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.db [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] For port e818113c-84cb-41d1-912b-d428ed8e03bd, host dv-cinder-780933-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-6-smb',level=0,port_id=e818113c-84cb-41d1-912b-d428ed8e03bd,segment=NetworkSegment(26e41854-c200-4ccc-985d-f4d7586fd288),segment_id=26e41854-c200-4ccc-985d-f4d7586fd288)] {{(pid=94007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:31.449803 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717485'] for port, precommit_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.470162 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109533'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.472653 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-1fee9b4f-43be-4ef2-91a6-9791df2a7072 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:31.501712 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Pushing event deleted for resources: {'Port': ['ID=e818113c-84cb-41d1-912b-d428ed8e03bd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:31.510675 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:31.511860 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] No DVR routers for this DVR port e818113c-84cb-41d1-912b-d428ed8e03bd on host dv-cinder-780933-6-smb {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:31.520693 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Calling delete_port for e818113c-84cb-41d1-912b-d428ed8e03bd owned by network:dhcp {{(pid=94007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:47:31.583571 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.593830 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46626243-3627-4520-affa-39f45f5752c9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:31.598272 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776374558585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776374150166'] for port, after_delete {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.600164 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-08556583-1d6f-408b-8fc4-baa385f36b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:31.603325 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e41854-c200-4ccc-985d-f4d7586fd288') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:31.603637 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e41854-c200-4ccc-985d-f4d7586fd288') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:31.613212 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.626577 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Pushing event deleted for resources: {'Port': ['ID=e818113c-84cb-41d1-912b-d428ed8e03bd,revision_number=None']} {{(pid=94007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:31.627505 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.629857 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG oslo_concurrency.lockutils [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:31.631325 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8288e-9802-4179-b58e-edd1b459016b None None] No DVR routers for this DVR port e818113c-84cb-41d1-912b-d428ed8e03bd on host dv-cinder-780933-6-smb {{(pid=94007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:47:31.643511 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:47:31.643946 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:47:31.645822 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:47:31.700351 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.704834 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:31.707924 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.709267 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] 10.222.0.96 "DELETE /v2.0/networks/46626243-3627-4520-affa-39f45f5752c9 HTTP/1.1" status: 204 len: 168 time: 0.5779126 Jun 16 14:47:31.720540 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Pushing event deleted for resources: {'Network': ['ID=46626243-3627-4520-affa-39f45f5752c9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:31.722851 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-47493dbc-0e60-4b09-8a88-c75096461179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:31.817067 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58062) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:31.855472 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-9b9363c2-5f42-45a5-8672-81b4e5196dc2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6713e830fb814adba766bcf5179d0267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371032 Jun 16 14:47:31.857625 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58064) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:31.904008 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.923923 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.971530 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.974063 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:31.975172 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/203f39c9-2ae0-406e-8ad0-f4a4d10b101c HTTP/1.1" status: 204 len: 168 time: 0.1166887 Jun 16 14:47:31.975919 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b3cb5521-a17a-46cb-806c-4f3c4b5eb717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:31.982790 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f39c9-2ae0-406e-8ad0-f4a4d10b101c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:31.985136 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:32.176352 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device e818113c-84cb-41d1-912b-d428ed8e03bd no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:32.196885 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: e818113c-84cb-41d1-912b-d428ed8e03bd {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:32.197239 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device e818113c-84cb-41d1-912b-d428ed8e03bd not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:32.197667 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device b4d54a44-9e85-45f8-a55b-05c865a8e03d no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:32.216511 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: b4d54a44-9e85-45f8-a55b-05c865a8e03d {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:32.216870 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device b4d54a44-9e85-45f8-a55b-05c865a8e03d not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:32.217300 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 43baa274-8a66-4270-9e4b-cbe57b050a37 no longer exists at agent ovs-agent-dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:47:32.236057 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.plugin [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] No Port match for: 43baa274-8a66-4270-9e4b-cbe57b050a37 {{(pid=94007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:47:32.236410 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Device 43baa274-8a66-4270-9e4b-cbe57b050a37 not bound to the agent host dv-cinder-780933-6-smb {{(pid=94007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:47:32.618513 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58086) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:32.709668 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1033466225-network', 'tenant_id': 'e8ee78be347d401097a1f95c549793b5'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:32.729692 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Made reservation on behalf of e8ee78be347d401097a1f95c549793b5 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:32.731963 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.740564 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.829773 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.833465 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.837145 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-03810454-ff03-4c7e-ac12-a34930e868fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:32.854225 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:47:32.868769 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab80bbb-a4c5-43ac-8567-a2919dd5bd0b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:32.871855 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:32.873085 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.873424 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Added segment 804c111a-6d4d-4c75-b518-32c0b2b09710 of type vlan for network 75959416-e580-4966-a5c2-548896465fa9 Jun 16 14:47:32.913359 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.941729 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.943067 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:32.943663 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:32.946505 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:32.974816 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3552654 Jun 16 14:47:32.977662 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:32.982710 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Request body: {'subnet': {'network_id': '75959416-e580-4966-a5c2-548896465fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1033466225-subnet', 'tenant_id': 'e8ee78be347d401097a1f95c549793b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:33.005141 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Made reservation on behalf of e8ee78be347d401097a1f95c549793b5 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:33.007528 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000790'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.009952 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Pushing event updated for resources: {'Network': ['ID=75959416-e580-4966-a5c2-548896465fa9,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:33.012683 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-9049bc61-c248-4aec-9e2b-65a06d166e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:33.020388 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 75959416-e580-4966-a5c2-548896465fa9 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:47:33.174967 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000772'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.177811 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:33.227314 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c24f65d-10bf-4e6a-ab1e-6f1b17455ba0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:33.230871 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:33.238095 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Checking segment: {'id': '804c111a-6d4d-4c75-b518-32c0b2b09710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '75959416-e580-4966-a5c2-548896465fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:47:33.238489 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Network hostable DHCP agents. Network: 75959416-e580-4966-a5c2-548896465fa9, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:47:33.254695 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Network 75959416-e580-4966-a5c2-548896465fa9 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:47:33.263216 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 75959416-e580-4966-a5c2-548896465fa9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:47:33.267752 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:33.268331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.273629 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f6a3b-7cc6-41f3-a12b-653d912da311 None None] Network 75959416-e580-4966-a5c2-548896465fa9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:33.282457 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3035645 Jun 16 14:47:33.397862 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7352f-af4e-4186-998e-b407943c2cbd None None] Network 75959416-e580-4966-a5c2-548896465fa9 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:33.750592 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58106) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:33.756111 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.v2.base [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-839045736-network', 'tenant_id': '01e2cbcccd784b308cab830261d71ee6'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:33.780071 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Made reservation on behalf of 01e2cbcccd784b308cab830261d71ee6 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:33.783181 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-676859'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.794644 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.898188 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.903176 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.908360 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-096e1537-9d07-482b-99ed-43cbbcd50799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:33.935031 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:47:33.945056 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa352d3d-31ba-4a67-b1b7-9ee7093c4856,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:33.948551 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:33.955489 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:33.956140 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.db.segments_db [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Added segment 4fd300c1-0585-403f-a8a0-5f30801f8ad7 of type vlan for network 5c3212f4-ef07-40eb-acd0-f06247a1e2c1 Jun 16 14:47:34.005612 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776374121364'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.038312 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.039624 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:34.040223 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.043055 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:34.071151 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3193324 Jun 16 14:47:34.074089 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:34.080257 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Request body: {'subnet': {'network_id': '5c3212f4-ef07-40eb-acd0-f06247a1e2c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-839045736-subnet', 'tenant_id': '01e2cbcccd784b308cab830261d71ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:34.104435 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Made reservation on behalf of 01e2cbcccd784b308cab830261d71ee6 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:34.106751 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000790'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.125403 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3212f4-ef07-40eb-acd0-f06247a1e2c1,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:34.128330 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:34.137302 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.plugins.ml2.rpc [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Network 5c3212f4-ef07-40eb-acd0-f06247a1e2c1 details requested by agent ovs-agent-dv-cinder-780933-6-smb with host dv-cinder-780933-6-smb {{(pid=94007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:47:34.314463 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000772'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.316918 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-439d2f81-256b-4849-aee7-c632b7f4c2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:34.386899 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90094fcf-fdf0-40db-9fc2-390929f0887f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:34.392087 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:34.401706 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Checking segment: {'id': '4fd300c1-0585-403f-a8a0-5f30801f8ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5c3212f4-ef07-40eb-acd0-f06247a1e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:47:34.402331 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Network hostable DHCP agents. Network: 5c3212f4-ef07-40eb-acd0-f06247a1e2c1, hostable agents: ['2470c250-d170-4414-b9fa-47f4e5a3ff83'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:47:34.420363 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Network 5c3212f4-ef07-40eb-acd0-f06247a1e2c1 is scheduled to be hosted by DHCP agent 2470c250-d170-4414-b9fa-47f4e5a3ff83 with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:47:34.429086 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-6-smb, 5c3212f4-ef07-40eb-acd0-f06247a1e2c1) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:47:34.433068 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:34.433655 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.439481 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936430ea-03d2-49a8-88aa-9a27e810f4a4 None None] Network 5c3212f4-ef07-40eb-acd0-f06247a1e2c1 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:34.448862 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-9fc86c04-7f0d-4b8d-8225-9d35d1cb8fe3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3735933 Jun 16 14:47:34.560702 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58112) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:34.567563 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66600a5e-c797-460a-ab14-c98166abba96 None None] Network 5c3212f4-ef07-40eb-acd0-f06247a1e2c1 requested from dv-cinder-780933-6-smb {{(pid=94007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:34.607064 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Deleting subnet 4c24f65d-10bf-4e6a-ab1e-6f1b17455ba0 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:47:34.610709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.649703 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3190479'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.687826 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.739954 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000781'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.742990 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5985fbb9-e910-4c7a-9807-0cb08ce1bcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:34.767318 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c24f65d-10bf-4e6a-ab1e-6f1b17455ba0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:34.769245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.771101 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4c24f65d-10bf-4e6a-ab1e-6f1b17455ba0 HTTP/1.1" status: 204 len: 168 time: 0.2093680 Jun 16 14:47:34.772003 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-5d088387-0ea9-4951-b4ec-bd37b861c804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:34.773476 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58114) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:34.844024 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.918009 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.927713 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75959416-e580-4966-a5c2-548896465fa9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:34.937525 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804c111a-6d4d-4c75-b518-32c0b2b09710') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:34.937814 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804c111a-6d4d-4c75-b518-32c0b2b09710') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:34.946080 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3190486'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.963379 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.969488 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:47:34.969866 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109448'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: Traceback (most recent call last): Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: timer() Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: cb(*args, **kw) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: return func(*args, **kwargs) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: self._notify() Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: self.callback(batched_events) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: event.method(event) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: return f(self, *a, **k) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: return self._get(url).json() Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:47:34.971556 dv-cinder-780933-6-smb neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:47:35.023805 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.027335 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-f8cb416f-fb7d-4d1c-b848-0cbceb23bbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:35.029674 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.032144 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/75959416-e580-4966-a5c2-548896465fa9 HTTP/1.1" status: 204 len: 168 time: 0.2577879 Jun 16 14:47:35.034980 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58116) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:35.042633 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=75959416-e580-4966-a5c2-548896465fa9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:35.044970 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-7be17c5f-4868-4e1a-800c-5cf10a32c3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:35.078776 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Deleting subnet 90094fcf-fdf0-40db-9fc2-390929f0887f {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:47:35.081797 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.115780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10429610'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.153255 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553635'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.208678 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-553660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10223357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526056'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.211769 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b65cffcc-153a-4000-b678-0a229ad333b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:35.482855 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90094fcf-fdf0-40db-9fc2-390929f0887f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:35.486627 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:35.487514 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.489921 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-d87bd396-325b-415b-abd4-0824d8dcf874 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/90094fcf-fdf0-40db-9fc2-390929f0887f HTTP/1.1" status: 204 len: 168 time: 0.4538455 Jun 16 14:47:35.491856 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58118) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:35.557716 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695870'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.633808 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-551212', 'neutron.services.segments.db._delete_segments_for_network-8776374624049'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.644412 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3212f4-ef07-40eb-acd0-f06247a1e2c1']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:35.653664 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd300c1-0585-403f-a8a0-5f30801f8ad7') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:35.653954 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.services.segments.db [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd300c1-0585-403f-a8a0-5f30801f8ad7') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:35.662294 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776374623362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10429619'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.675028 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.680678 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:47:35.681052 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10223202'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: Traceback (most recent call last): Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: timer() Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: cb(*args, **kw) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: return func(*args, **kwargs) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: self._notify() Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: self.callback(batched_events) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: event.method(event) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: return f(self, *a, **k) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: return self._get(url).json() Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: return self.request(url, 'GET', **kwargs) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:47:35.682664 dv-cinder-780933-6-smb neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:47:35.737644 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-551205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-353767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1719411'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.741740 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6fc1abed-46ca-487f-a960-2304476e3ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:35.745321 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608023'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:35.748280 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] 10.222.0.96 "DELETE /v2.0/networks/5c3212f4-ef07-40eb-acd0-f06247a1e2c1 HTTP/1.1" status: 204 len: 168 time: 0.2553549 Jun 16 14:47:35.762049 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3212f4-ef07-40eb-acd0-f06247a1e2c1,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:35.764315 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-8d00c1b2-c98c-4b58-a67d-755faae6dc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:35.904213 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58122) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:35.943705 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-4166619e-a5ab-43c9-8eb8-9057307a6b47 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8ee78be347d401097a1f95c549793b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382288 Jun 16 14:47:35.946040 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58124) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:35.992929 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.012912 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.058034 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.060614 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.061896 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ab80bbb-a4c5-43ac-8567-a2919dd5bd0b HTTP/1.1" status: 204 len: 168 time: 0.1147962 Jun 16 14:47:36.062819 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a1f0a4e6-facd-4115-a2bf-6ed6369876c2 tempest-AttachVolumeTestJSON-1463835273 tempest-AttachVolumeTestJSON-1463835273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:36.070613 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab80bbb-a4c5-43ac-8567-a2919dd5bd0b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:36.073057 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a96439a1-642e-45f6-aa0a-6c2589d1b1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:36.363920 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:36.402665 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-2e63ead9-3629-4679-b577-25b5607d230d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=01e2cbcccd784b308cab830261d71ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375059 Jun 16 14:47:36.405058 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58134) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:36.454656 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.474624 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.523362 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.525974 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.527126 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa352d3d-31ba-4a67-b1b7-9ee7093c4856 HTTP/1.1" status: 204 len: 168 time: 0.1206119 Jun 16 14:47:36.527984 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0eb0db1b-0e20-4bad-ba28-cb1a06182b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:36.536210 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa352d3d-31ba-4a67-b1b7-9ee7093c4856,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:36.538422 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-004fbda9-2899-4fdb-adfc-380adc16aa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:38.072398 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58180) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:38.173302 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5fe830a-e2fa-40bc-ac01-03f02d393deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.257077 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5fe830a-e2fa-40bc-ac01-03f02d393deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.261174 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5fe830a-e2fa-40bc-ac01-03f02d393deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.263684 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-445f7cd2-ad6f-44c0-a6ec-22a82309f4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:38.299864 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c5fe830a-e2fa-40bc-ac01-03f02d393deb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bdac7d186134458b877b0a4b695c2748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262926 Jun 16 14:47:38.300879 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe830a-e2fa-40bc-ac01-03f02d393deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3e432-d01f-4034-b5a1-5af42dfef64f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:38.303394 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58184) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:38.305010 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c5fe830a-e2fa-40bc-ac01-03f02d393deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:38.351938 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.375831 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.419073 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.422306 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.423404 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72e3e432-d01f-4034-b5a1-5af42dfef64f HTTP/1.1" status: 204 len: 168 time: 0.1190076 Jun 16 14:47:38.424179 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-4a46ef98-c5f0-4b06-acf4-a8a9c36dbc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:38.431570 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3e432-d01f-4034-b5a1-5af42dfef64f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:38.433720 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a45fb6d4-b4b2-405d-90a7-7ad98ded184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:38.678841 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58190) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:38.692026 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.780319 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.784372 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.787536 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-46950a83-0b2d-4dc8-b32a-a4f988d6a970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:38.821764 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30517aaa8e34431d805e241f43a39ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418691 Jun 16 14:47:38.823052 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f529b56-df79-4b0d-9c6f-13ffe4a0c48f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:38.824441 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:38.826063 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:38.873004 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.894628 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.939128 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.941650 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:38.942789 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f529b56-df79-4b0d-9c6f-13ffe4a0c48f HTTP/1.1" status: 204 len: 168 time: 0.1167810 Jun 16 14:47:38.943690 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ed07a208-d1d9-4217-9a7a-2a5430b220c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:38.952875 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f529b56-df79-4b0d-9c6f-13ffe4a0c48f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:38.955151 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-01e4f3f5-8836-4c15-9e9e-42459d359419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:39.974725 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-61aabced-5e19-4897-9894-3f2a78621c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:42.756041 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:42.792988 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-0031a1a3-ddea-4a46-ba0c-dba8726f0beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:43.916958 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:45.785813 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58280) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:45.897246 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1166-bddc-4faf-bd31-35401bbd5e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:45.983368 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1166-bddc-4faf-bd31-35401bbd5e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:45.987136 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1166-bddc-4faf-bd31-35401bbd5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:45.990394 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c21fae31-42ed-421e-b184-04dd5c56dfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:46.028106 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-eb3c1166-bddc-4faf-bd31-35401bbd5e81 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4e9c3a1cef7441d2a796889f9bf0f64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412169 Jun 16 14:47:46.029167 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1166-bddc-4faf-bd31-35401bbd5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a983e-6b74-4a41-b287-e19076d19f9c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:46.031373 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58284) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:46.033115 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-eb3c1166-bddc-4faf-bd31-35401bbd5e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:46.080998 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.093896 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.102709 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.147925 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.150612 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.151713 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/268a983e-6b74-4a41-b287-e19076d19f9c HTTP/1.1" status: 204 len: 168 time: 0.1193805 Jun 16 14:47:46.152459 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-9fd4058c-caf5-46f4-9711-ab1dd87b90fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:46.159639 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a983e-6b74-4a41-b287-e19076d19f9c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:46.162326 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-77a19ad5-3b4e-4e18-b4d0-9bc0a7bde8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:46.405594 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:46.418711 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba2c13c8-7d41-41d3-a4cc-8e22a666eef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.506928 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba2c13c8-7d41-41d3-a4cc-8e22a666eef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.511176 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba2c13c8-7d41-41d3-a4cc-8e22a666eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.514921 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-31d01ade-3670-4fdb-ab6e-29e0208c67ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:46.551829 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ba2c13c8-7d41-41d3-a4cc-8e22a666eef2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f17af1cf47444cc99c1fa8ad6411282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451128 Jun 16 14:47:46.552995 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c13c8-7d41-41d3-a4cc-8e22a666eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f6092-f060-45f8-9a11-3aa98ca7f539,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:46.554747 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58292) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:46.556008 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ba2c13c8-7d41-41d3-a4cc-8e22a666eef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:46.602951 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.622677 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.666690 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.669217 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:46.670368 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/486f6092-f060-45f8-9a11-3aa98ca7f539 HTTP/1.1" status: 204 len: 168 time: 0.1145995 Jun 16 14:47:46.671879 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-66c07719-7f98-41a6-956a-18ea7279456c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:46.678940 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f6092-f060-45f8-9a11-3aa98ca7f539,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:46.681122 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-72a3ac56-6eec-433a-94db-479a754988f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:51.485588 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58390) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:51.586786 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.679073 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.682851 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.685897 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-85efaffe-6de6-4083-b596-bd10b97be3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:51.719231 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3f634f78715e40b9aef24fbf1f55cbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325764 Jun 16 14:47:51.721290 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1fff20-50c0-414a-bc58-e1227c02c642,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:51.722134 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58394) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:51.728251 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.728636 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.729005 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.729374 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.729740 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.730096 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.730483 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.730840 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.731195 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.731603 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.731898 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.732246 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-6-smb {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:51.736685 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-af79775f-1b5c-4551-81bd-614996c79b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:51.773186 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.793391 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.839300 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.841832 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.843002 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca1fff20-50c0-414a-bc58-e1227c02c642 HTTP/1.1" status: 204 len: 168 time: 0.1198320 Jun 16 14:47:51.843686 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:51.850674 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1fff20-50c0-414a-bc58-e1227c02c642,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:51.852847 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f7b02688-b820-4ae8-8fe6-555a68eb4d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:52.096397 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58400) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:52.109708 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fe26-f87b-4d84-8be3-99f5d127999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.198374 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fe26-f87b-4d84-8be3-99f5d127999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.202024 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fe26-f87b-4d84-8be3-99f5d127999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.204290 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-2ba1cda6-9f67-45fc-a13c-b073c4de5f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:52.239906 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c1d9fe26-f87b-4d84-8be3-99f5d127999a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ddfc46a19584adebc079ec82868d946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424851 Jun 16 14:47:52.240780 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9fe26-f87b-4d84-8be3-99f5d127999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be38d9-61d3-4139-8830-203452b17178,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.243393 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58402) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:52.243695 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c1d9fe26-f87b-4d84-8be3-99f5d127999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:52.291160 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.311315 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.356439 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.359854 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.360967 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/87be38d9-61d3-4139-8830-203452b17178 HTTP/1.1" status: 204 len: 168 time: 0.1160650 Jun 16 14:47:52.361727 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b71bbdf7-d433-4cd1-a132-747219e4b8b7 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:52.368973 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be38d9-61d3-4139-8830-203452b17178,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.371238 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-c12603f0-77a1-4146-a90c-87cad9a66985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:52.668913 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58408) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:52.681976 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ca69-c870-4f93-a88a-10810119c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.768488 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ca69-c870-4f93-a88a-10810119c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.772252 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ca69-c870-4f93-a88a-10810119c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.775468 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-74670961-46d2-4a72-9788-4ad48e9b3017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:52.809696 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b3d1ca69-c870-4f93-a88a-10810119c877 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f88804eef5446e9a79efe12983c882d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397288 Jun 16 14:47:52.810961 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1ca69-c870-4f93-a88a-10810119c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a124725-d23c-4eb0-8b9e-cb3c4797963b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.812397 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:52.814276 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b3d1ca69-c870-4f93-a88a-10810119c877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:52.861509 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.881824 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.929848 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.932394 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.933503 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2a124725-d23c-4eb0-8b9e-cb3c4797963b HTTP/1.1" status: 204 len: 168 time: 0.1200731 Jun 16 14:47:52.934309 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-de0f72fd-aeff-4b4d-9df4-ee15680bb010 tempest-AttachVolumeShelveTestJSON-950849178 tempest-AttachVolumeShelveTestJSON-950849178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:52.943047 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a124725-d23c-4eb0-8b9e-cb3c4797963b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.945207 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-792b9446-7468-4f6b-9f7c-119b2149c836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:54.708051 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58480) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:54.810370 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b470ef18-4b76-4efe-8c37-ce95f4782f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:54.896483 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b470ef18-4b76-4efe-8c37-ce95f4782f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:54.900355 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b470ef18-4b76-4efe-8c37-ce95f4782f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:54.903777 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a58cd494-ad06-4c02-996a-0cd9e79677f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:54.942274 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b470ef18-4b76-4efe-8c37-ce95f4782f2c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1f963e1c2dab4834b1ee773fbdfed4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331486 Jun 16 14:47:54.943450 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470ef18-4b76-4efe-8c37-ce95f4782f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d704d0d-8cae-4ec9-9095-60fa71f11fd0,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:54.944905 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58484) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:54.946380 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b470ef18-4b76-4efe-8c37-ce95f4782f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:54.994296 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.015178 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.059656 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.063168 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.064261 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d704d0d-8cae-4ec9-9095-60fa71f11fd0 HTTP/1.1" status: 204 len: 168 time: 0.1175647 Jun 16 14:47:55.064999 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0ca29586-c48c-4b78-9b76-b453bdc5a4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:55.072438 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d704d0d-8cae-4ec9-9095-60fa71f11fd0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:55.074623 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-895e709f-dcce-463b-8578-7547d7411bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:55.315527 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:55.330108 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70bd84a-9ddb-4e33-93c1-43d74c01a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.416321 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70bd84a-9ddb-4e33-93c1-43d74c01a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.420203 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70bd84a-9ddb-4e33-93c1-43d74c01a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.422656 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-36938f1b-0c33-4d83-8757-6413bdd93166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:55.458592 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-d70bd84a-9ddb-4e33-93c1-43d74c01a7ec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9cc314c44ffd493db8527275f746d5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419623 Jun 16 14:47:55.459326 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd84a-9ddb-4e33-93c1-43d74c01a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2cf15c-57a5-4398-a47e-60085e85f71a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:55.461335 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58492) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:55.462423 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-d70bd84a-9ddb-4e33-93c1-43d74c01a7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:55.513305 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.533670 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.577768 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.580180 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:55.581275 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7a2cf15c-57a5-4398-a47e-60085e85f71a HTTP/1.1" status: 204 len: 168 time: 0.1188617 Jun 16 14:47:55.582027 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6fa07410-5d89-4884-ae19-7011c3d5e73a tempest-TestMinimumBasicScenario-1137589342 tempest-TestMinimumBasicScenario-1137589342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:55.589407 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2cf15c-57a5-4398-a47e-60085e85f71a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:55.591732 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-b584f1c7-fb01-4858-afb3-0d73df7fe720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:56.805672 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58534) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:56.907086 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-02beac3d-ff53-4e63-bf26-9ab4afd3f679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:56.993685 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-02beac3d-ff53-4e63-bf26-9ab4afd3f679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:56.998267 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-02beac3d-ff53-4e63-bf26-9ab4afd3f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:57.003121 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:57.003714 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-6c9f331c-304a-4cd7-8da3-0272331cf271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:57.043770 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-02beac3d-ff53-4e63-bf26-9ab4afd3f679 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d109cc367fc44d3ab4f4deb64e74c89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369502 Jun 16 14:47:57.045261 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beac3d-ff53-4e63-bf26-9ab4afd3f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419b1cd-078b-47ef-a914-cfcae23b02c8,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:57.046501 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58538) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:57.048221 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-02beac3d-ff53-4e63-bf26-9ab4afd3f679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:57.100167 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:57.119993 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:57.167317 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:57.169951 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:57.171900 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0419b1cd-078b-47ef-a914-cfcae23b02c8 HTTP/1.1" status: 204 len: 168 time: 0.1243775 Jun 16 14:47:57.172682 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-b98d4859-fd75-4a6a-ac0d-eb71171c1b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:57.180337 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419b1cd-078b-47ef-a914-cfcae23b02c8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:57.183131 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-0de6189e-2618-4e05-aaaf-5efa32acb3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:03.079481 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.96', 58604) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:03.184929 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c5692560-c741-4336-87d9-1e4938cb62d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.271602 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c5692560-c741-4336-87d9-1e4938cb62d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.275115 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c5692560-c741-4336-87d9-1e4938cb62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.277358 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-f016c66f-6ad0-4011-8497-128144f27d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:03.312974 dv-cinder-780933-6-smb neutron-server[94000]: INFO neutron.wsgi [None req-c5692560-c741-4336-87d9-1e4938cb62d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4efc6aa65d6b48dd8735350ccb350a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324514 Jun 16 14:48:03.313909 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5692560-c741-4336-87d9-1e4938cb62d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c413f-53d5-41ea-9770-61970529c175,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:03.315732 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.96', 58608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:03.316977 dv-cinder-780933-6-smb neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-c5692560-c741-4336-87d9-1e4938cb62d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:03.365733 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.387245 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.431973 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353541'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.434680 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:03.435795 dv-cinder-780933-6-smb neutron-server[93995]: INFO neutron.wsgi [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef7c413f-53d5-41ea-9770-61970529c175 HTTP/1.1" status: 204 len: 168 time: 0.1190686 Jun 16 14:48:03.436592 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-417d47f0-f722-48b4-b785-02de690e5f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:03.444537 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c413f-53d5-41ea-9770-61970529c175,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:03.446773 dv-cinder-780933-6-smb neutron-server[93995]: DEBUG oslo_concurrency.lockutils [None req-ec5d6417-f4c4-4110-89a5-5bbd83cf6278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:06.022356 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:48:09.975012 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-4929afee-40bb-4f4f-b96d-b70c6702f820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:12.757551 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:12.792814 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-9e4d2458-ca52-46c6-8860-5d4e9807123e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:13.925154 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.095348 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:26.998800 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:39.975697 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-defd9352-0314-4aad-aa2e-760ff0526c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:42.758788 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:42.791430 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b317-3fe9-4c89-a650-9381e065d900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:43.021562 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:48:43.923290 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:46.097581 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:57.007428 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:09.976448 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-461106e7-52e9-410b-9336-f70653678d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:12.759397 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:12.790702 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-97db9309-26fd-4471-8c31-722e8bee3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:13.927658 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:16.100567 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:20.019450 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:49:27.014192 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:39.980206 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-220d660f-2a90-4956-8dc2-417215e86f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:42.760049 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:42.790346 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-e2c0bed6-4a06-4aa2-8724-f3800abcaa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:43.929989 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:46.102299 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:57.013297 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:57.017865 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:50:09.981928 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-ee38417e-0986-483f-a4d8-0f5eb5cf783e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:12.763938 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:12.788544 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3c37-c1b5-413e-8dc5-c61e9cfb29b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:13.931141 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:16.105732 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:27.019127 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:34.016108 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:50:39.982629 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b632e0b9-5cb2-4199-b710-5a5188d94598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:42.764065 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:42.787636 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-004630b2-da91-4557-9935-ed48532da9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:43.933812 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:46.108921 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:57.042539 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:09.983226 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-98575b81-92b6-4b52-ae76-5433f421c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:11.015091 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:51:12.764751 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:12.787284 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-df76a764-fa20-453a-8f6d-ff249f34d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:13.936786 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:16.112592 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:27.048056 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:39.984360 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-2c053b6a-6927-4611-87b5-ef60383241eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:42.764798 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:42.785532 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-80e206d4-ddb6-4312-97b7-cf9c7724f356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:43.940860 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:46.112464 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:48.013725 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:51:57.049637 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:09.986295 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-787111f4-2128-4a92-9d08-70248cc81dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:12.766843 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:12.784881 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-5e20c630-5463-4eee-9e51-6d2d284e10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:13.943068 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:16.115485 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:25.013728 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:52:27.064988 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:39.989781 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-47ae2c42-87a2-4828-8c38-518b89d88d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:42.767188 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:42.783849 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-caa1fd80-4383-427c-b7f5-a8908d50a360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:43.945161 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:46.120253 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:57.109704 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-7128edea-ed6f-4da5-8715-a8d9fa6624d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:02.012808 dv-cinder-780933-6-smb neutron-server[94012]: DEBUG neutron.db.agents_db [None req-a0a78a15-9f1c-4910-842f-1163166bc546 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:53:09.992722 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-c6268784-9454-4e29-8552-57864a7aecbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:12.789214 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-b4e99c1f-6ef2-43f0-af5c-66e64565c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:12.796467 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-a9208899-7aad-4cc0-a70e-fac3b7aee707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:13.949333 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-92707f63-50ec-46a3-a2b1-cbf4b3505ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:16.143257 dv-cinder-780933-6-smb neutron-server[94007]: DEBUG neutron_lib.callbacks.manager [None req-86c9375d-fc4f-4544-b10a-1a36b0aab634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776374624031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-551906'] for agent, after_update {{(pid=94007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}